-- Logs begin at Thu 2022-05-12 16:46:54 UTC, end at Thu 2022-05-12 18:03:28 UTC. -- May 12 17:36:06.522877 dv-cinder-840525-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 12 17:36:09.398341 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.common.config [-] Logging enabled! May 12 17:36:09.398940 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev203 May 12 17:36:09.399120 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109809) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 17:36:09.402405 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.common.config [-] Logging enabled! May 12 17:36:09.402710 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev203 May 12 17:36:09.403018 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109809) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 17:36:09.403941 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 17:36:09.404185 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 17:36:09.404557 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 17:36:09.404802 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 17:36:09.405026 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 17:36:09.405342 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.405740 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.405971 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.406266 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.406558 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.406841 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.407132 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.407429 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.407712 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.407989 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.408296 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.408528 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.408807 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.409094 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.409378 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.409599 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] debug = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.409876 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.410407 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.410823 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.411109 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.411401 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.411676 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.411946 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.412255 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.412540 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.412866 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] host = dv-cinder-840525-2-iscsi {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.413140 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.413422 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.413707 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.413991 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.414263 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.414535 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.414815 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.415084 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.415351 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] log_file = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.415625 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.415909 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.416211 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.416499 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.416721 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.416940 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.417223 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.417509 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.417782 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.418091 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.418358 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.418768 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.419046 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.419317 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.419601 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.419883 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.420188 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.420461 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.420734 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.421005 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.421275 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.421557 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.421826 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.422095 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.422362 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.422643 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.422910 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.423179 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.423474 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.423757 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.424035 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.424344 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.424615 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.424895 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.425163 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.425432 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.425705 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] use_json = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.425971 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.426241 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.426513 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.426782 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.427049 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.427317 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.427583 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.427862 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.428129 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:09.428444 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.428740 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.429036 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.429317 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.429620 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.429901 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.430188 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.430466 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.430753 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.431040 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.431327 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.431605 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.431900 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.432201 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.432497 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.432802 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.433092 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.433381 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.434191 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.434613 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.434893 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.435174 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.435461 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.435742 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.436034 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.436357 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.436638 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.436935 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.437222 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.437506 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.437798 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.438085 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.438356 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.438632 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.438920 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.439194 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.439465 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.439748 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.440022 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.440313 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.440592 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.440867 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.441139 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.441409 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.441684 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.441971 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.442244 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.442512 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.442778 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.443050 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.443318 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.443599 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.443873 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.444143 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.444434 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.444709 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.444977 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.445246 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.445519 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.445785 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.446059 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.446333 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.446601 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.446869 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.447137 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.447403 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.447670 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.447937 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.448231 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.448502 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.448768 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.449039 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.449329 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.450268 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.450568 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.450844 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.451120 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.451400 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.451677 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.451953 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.452250 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.452530 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.452805 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.453075 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.453365 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.453646 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.453943 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.454231 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.454506 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.454819 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.455092 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.455368 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.455646 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.455920 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.456218 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.456509 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.456791 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.457081 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.457375 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.457668 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.457958 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.458248 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.458526 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.458831 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.459109 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:09.459324 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 17:36:09.459558 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109809) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 12 17:36:09.916617 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 17:36:09.916897 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 17:36:09.917200 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 17:36:09.917529 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.manager [-] Loading core plugin: ml2 May 12 17:36:10.242244 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.242463 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.242728 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.244183 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.244455 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.244716 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.299530 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.299803 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.300069 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.315136 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.315411 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.315675 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.345076 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.345347 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.345614 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.382696 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.382968 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.383230 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.737760 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.738368 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.738368 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.738559 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.739268 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.840940 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.841267 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.841556 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.841834 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.842107 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.842422 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.842688 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.842948 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.843208 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.843492 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.843755 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.844025 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.844309 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.844568 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.844829 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.845098 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.845358 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.845630 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.845901 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.846166 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.846449 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.846707 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.846993 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.847373 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.847627 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.847877 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.848312 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109809) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:36:10.848559 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109809) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:36:10.848802 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109809) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:36:10.849043 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109809) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:36:10.849284 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109809) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:36:10.849524 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109809) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:36:10.849898 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 12 17:36:10.853017 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 12 17:36:10.857303 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 12 17:36:10.861201 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) May 12 17:36:10.862828 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 12 17:36:10.863301 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 12 17:36:10.863644 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 12 17:36:10.864036 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 12 17:36:10.867056 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 12 17:36:10.867271 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 12 17:36:10.867630 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 12 17:36:10.873575 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 12 17:36:10.897750 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 12 17:36:10.898208 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.898514 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109809) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 12 17:36:10.898891 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.900279 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109809) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 12 17:36:10.900564 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 12 17:36:10.900812 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 12 17:36:10.904395 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.904684 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:10.969503 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 12 17:36:10.969743 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 12 17:36:10.969984 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 12 17:36:10.970359 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 12 17:36:10.991475 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_db.sqlalchemy.engines [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109809) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 12 17:36:11.433303 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Initializing driver for type 'gre' May 12 17:36:11.434192 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] gre ID ranges: [(1, 1000)] May 12 17:36:11.489012 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Initializing driver for type 'local' May 12 17:36:11.489354 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Initializing driver for type 'vlan' May 12 17:36:11.502589 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] VlanTypeDriver initialization complete May 12 17:36:11.502922 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Initializing driver for type 'vxlan' May 12 17:36:11.503400 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] vxlan ID ranges: [(1, 1000)] May 12 17:36:11.554633 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Initializing extension driver 'port_security' May 12 17:36:11.554973 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.extensions.port_security [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] PortSecurityExtensionDriver initialization complete May 12 17:36:11.555304 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Initializing mechanism driver 'openvswitch' May 12 17:36:11.555660 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Initializing mechanism driver 'hyperv' May 12 17:36:11.562181 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:36:11.563016 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > port after_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.563386 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > port after_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.563736 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > port after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.564282 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109809) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 17:36:11.564719 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > subnet after_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.565070 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > subnet after_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.565413 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.565805 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109809) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 17:36:11.566209 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > network after_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.566554 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > network after_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.566891 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > network after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.567283 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109809) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 17:36:11.567687 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > security_group after_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.568033 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > security_group after_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.568394 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > security_group after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.568787 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109809) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 17:36:11.569191 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.569535 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.569873 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.570262 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109809) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 17:36:11.570661 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > address_group after_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.571001 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > address_group after_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.571334 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > address_group after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.571722 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109809) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 17:36:11.572178 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] ML2 OVO RPC backend initialized. {{(pid=109809) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 12 17:36:11.572879 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.573231 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.573641 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > network before_response 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.573984 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > networks before_response 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.574324 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > port before_response 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.574667 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > ports before_response 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.574998 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > subnet before_response 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.575329 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > subnets before_response 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.575667 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > network after_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.576000 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > network after_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.576357 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > network after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.576690 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > port after_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.577025 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > port after_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.577353 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > port after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.577685 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > subnet after_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.578018 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > subnet after_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.578348 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.585791 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded quota_driver: . May 12 17:36:11.586152 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.plugin [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Modular L2 Plugin initialization complete May 12 17:36:11.586499 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading services supported by the core plugin {{(pid=109809) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 12 17:36:11.586837 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.plugins.ml2.managers [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Got port-security extension from driver 'port_security' May 12 17:36:11.587317 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.extensions.vlantransparent [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Disabled vlantransparent extension. May 12 17:36:11.587807 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109809) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 12 17:36:11.588127 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading Plugin: router May 12 17:36:11.623915 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router_interface before_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.624347 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router after_create 55549900 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.624716 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router before_create 55549900 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.625078 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.625447 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.625803 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router after_delete 55549900 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.626156 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > floatingip after_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.626499 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > floatingip after_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.626850 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router after_create 55549900 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.627191 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router after_update 55549900 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.627536 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router after_update 55549900 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.627879 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.628383 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router after_update 55549900 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.628791 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router precommit_update 55549900 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.629153 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: port after_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.629489 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: port after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.629822 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: subnet after_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.630153 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.630492 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > port precommit_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.630831 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router precommit_create 55549900 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.631183 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: port before_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.631499 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router precommit_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.631845 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router after_update 55549900 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.632196 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router precommit_delete 55549900 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.632545 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router precommit_create 55549900 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.632897 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.633233 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router precommit_update 55549900 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.633590 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > agent after_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.633939 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > agent after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.634272 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > network after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.635133 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Tracking information for resource: router configured {{(pid=109809) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:36:11.635461 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Tracking information for resource: floatingip configured {{(pid=109809) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:36:11.640418 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.db.l3_agentschedulers_db [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 12 17:36:11.640995 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: port after_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.641357 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: port after_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.641707 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: port after_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.642052 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: port after_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.642839 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router before_create 55550100 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.643201 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router precommit_delete 55550100 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.643558 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router precommit_create 55550100 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.643912 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > router precommit_update 55550100 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.648661 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.services.provider_configuration [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Service providers = [] {{(pid=109809) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 12 17:36:11.649022 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.db.servicetype_db [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109809) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 12 17:36:11.651913 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.services.service_base [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109809) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 17:36:11.652293 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.services.service_base [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109809) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 17:36:11.653172 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.services.service_base [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109809) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 17:36:11.654054 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.services.service_base [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109809) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 17:36:11.654414 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.services.service_base [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Default provider is not specified for service type L3_ROUTER_NAT May 12 17:36:11.654785 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109809) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:36:11.655096 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 12 17:36:11.665611 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109809) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:36:11.665945 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading Plugin: auto_allocate May 12 17:36:11.672137 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: network precommit_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.672522 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: network precommit_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.673042 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109809) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:36:11.673358 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading Plugin: tag May 12 17:36:11.680031 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109809) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:36:11.680383 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading Plugin: timestamp May 12 17:36:11.684245 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109809) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:36:11.684510 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading Plugin: network_ip_availability May 12 17:36:11.690141 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.690510 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.690863 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.691593 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109809) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:36:11.691910 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading Plugin: flavors May 12 17:36:11.696860 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109809) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:36:11.697195 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading Plugin: revisions May 12 17:36:11.701435 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109809) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:36:11.701822 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_concurrency.lockutils [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.785s {{(pid=109809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 17:36:11.702553 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109809) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 12 17:36:11.702883 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Initializing extension manager. May 12 17:36:11.703410 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: __init__.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.703746 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: __pycache__ {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.704076 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: _port_mac_address_override.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.704439 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: address_group.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.705196 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.705766 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: address-group May 12 17:36:11.706087 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: address_scope.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.706790 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.707299 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: address-scope May 12 17:36:11.707618 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: admin_state_down_before_update.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.708580 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.709086 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: router-admin-state-down-before-update May 12 17:36:11.709408 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: agent.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.710100 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.710606 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: agent May 12 17:36:11.710925 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: agent_resources_synced.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.711820 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.712363 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: agent-resources-synced May 12 17:36:11.712686 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: allowedaddresspairs.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.714447 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.715569 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: allowed-address-pairs May 12 17:36:11.715986 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: auto_allocated_topology.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.717088 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.717604 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: auto-allocated-topology May 12 17:36:11.717927 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: availability_zone.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.718616 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.719118 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: availability_zone May 12 17:36:11.719439 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: availability_zone_filter.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.720378 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.720889 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: availability_zone_filter May 12 17:36:11.721212 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: data_plane_status.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.722105 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.722610 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension data-plane-status not supported by any of loaded plugins May 12 17:36:11.722929 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: default_subnetpools.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.723828 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.724372 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: default-subnetpools May 12 17:36:11.724706 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: dhcpagentscheduler.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.725507 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.726016 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: dhcp_agent_scheduler May 12 17:36:11.726336 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: dns.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.727239 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.727744 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension dns-integration not supported by any of loaded plugins May 12 17:36:11.728063 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: dns_domain_ports.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.728994 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.729495 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension dns-domain-ports not supported by any of loaded plugins May 12 17:36:11.729814 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.731480 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.731986 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 12 17:36:11.732342 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: dvr.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.733019 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.733525 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: dvr May 12 17:36:11.733847 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: ecmp_routes.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.734756 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.735267 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension ecmp_routes not supported by any of loaded plugins May 12 17:36:11.735583 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: empty_string_filtering.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.736518 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.737032 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: empty-string-filtering May 12 17:36:11.737350 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.738260 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.738766 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 12 17:36:11.739074 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.739971 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.740503 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 12 17:36:11.740821 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: external_net.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.741715 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.742220 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: external-net May 12 17:36:11.742537 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: extra_dhcp_opt.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.743427 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.744206 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: extra_dhcp_opt May 12 17:36:11.744526 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: extraroute.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.745424 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.745924 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: extraroute May 12 17:36:11.746279 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: extraroute_atomic.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.747521 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.748038 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: extraroute-atomic May 12 17:36:11.748392 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: filter_validation.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.749060 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.749570 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: filter-validation May 12 17:36:11.749893 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: fip_pf_description.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.750791 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.751297 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 12 17:36:11.751615 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: fip_pf_port_range.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.752547 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.753053 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 12 17:36:11.753371 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: fip_port_details.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.754280 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.754790 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: fip-port-details May 12 17:36:11.755125 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: flavors.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.756338 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.756856 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: flavors May 12 17:36:11.757179 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.758821 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.759392 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 12 17:36:11.759723 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: floatingip_pools.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.760447 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.760958 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: floatingip-pools May 12 17:36:11.761285 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: ip_allocation.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.762785 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.763292 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension ip_allocation not supported by any of loaded plugins May 12 17:36:11.763615 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.764552 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.765063 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: ip-substring-filtering May 12 17:36:11.765393 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: l2_adjacency.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.766310 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.766816 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension l2_adjacency not supported by any of loaded plugins May 12 17:36:11.767135 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: l3.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.768094 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.768645 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: router May 12 17:36:11.768983 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: l3_conntrack_helper.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.771163 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.771692 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 12 17:36:11.772026 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.772961 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.773477 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: ext-gw-mode May 12 17:36:11.773806 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.774732 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.775252 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: l3-ha May 12 17:36:11.775577 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.776507 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.777013 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 12 17:36:11.777336 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: l3_flavors.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.778809 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.779320 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: l3-flavors May 12 17:36:11.779645 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: l3_ndp_proxy.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.781023 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.781541 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 12 17:36:11.781864 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.782778 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.783296 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: l3-port-ip-change-not-allowed May 12 17:36:11.783620 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: l3agentscheduler.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.784684 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.785202 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: l3_agent_scheduler May 12 17:36:11.785527 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: local_ip.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.788704 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.789228 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension local_ip not supported by any of loaded plugins May 12 17:36:11.789556 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: logging.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.791017 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.791530 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension logging not supported by any of loaded plugins May 12 17:36:11.791857 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: metering.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.792617 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.793223 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: metering May 12 17:36:11.793558 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.794706 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.795224 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: metering_source_and_destination_fields May 12 17:36:11.795546 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: multiprovidernet.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.796479 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.796989 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: multi-provider May 12 17:36:11.797309 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: netmtu.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.798232 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.798723 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: net-mtu May 12 17:36:11.799040 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: netmtu_writable.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.799940 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.800479 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: net-mtu-writable May 12 17:36:11.800798 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: network_availability_zone.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.801458 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.801962 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: network_availability_zone May 12 17:36:11.802278 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: network_ip_availability.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.803365 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.803877 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: network-ip-availability May 12 17:36:11.804226 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: network_segment_range.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.804983 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.805488 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension network-segment-range not supported by any of loaded plugins May 12 17:36:11.805808 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: pagination.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.806768 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.807090 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: pagination May 12 17:36:11.807406 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: port_device_profile.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.808358 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.808912 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: port-device-profile May 12 17:36:11.809233 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: port_mac_address_override.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.810155 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.810662 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: port-mac-override May 12 17:36:11.810983 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.811889 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.812434 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: port-mac-address-regenerate May 12 17:36:11.812756 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.813663 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.814181 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: port-numa-affinity-policy May 12 17:36:11.814501 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: port_resource_request.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.815396 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.815900 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension port-resource-request not supported by any of loaded plugins May 12 17:36:11.816248 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: port_resource_request_groups.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.817198 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.817705 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension port-resource-request-groups not supported by any of loaded plugins May 12 17:36:11.818026 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: portbindings.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.818938 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.819453 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: binding May 12 17:36:11.819777 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: portbindings_extended.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.823632 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.824838 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: binding-extended May 12 17:36:11.825801 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: portsecurity.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.827368 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.827890 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: port-security May 12 17:36:11.828301 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: project_id.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.829888 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.830227 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: project-id May 12 17:36:11.830551 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: providernet.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.831533 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.832765 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: provider May 12 17:36:11.833091 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: qos.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.836953 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.837642 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension qos not supported by any of loaded plugins May 12 17:36:11.837851 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.839198 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.839724 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 12 17:36:11.840717 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.841682 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.842202 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 12 17:36:11.842510 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: qos_default.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.843422 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.843932 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension qos-default not supported by any of loaded plugins May 12 17:36:11.844432 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: qos_fip.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.845194 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.845699 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension qos-fip not supported by any of loaded plugins May 12 17:36:11.846018 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: qos_fip_network_policy.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.847020 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.847552 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 12 17:36:11.847876 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: qos_gateway_ip.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.848837 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.849323 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension qos-gateway-ip not supported by any of loaded plugins May 12 17:36:11.849693 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: qos_port_network_policy.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.850548 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.851161 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension qos-port-network-policy not supported by any of loaded plugins May 12 17:36:11.851522 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.852648 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.853206 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension qos-pps-minimum not supported by any of loaded plugins May 12 17:36:11.853545 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.854631 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.855206 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 12 17:36:11.855591 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: qos_pps_rule.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.856917 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.857435 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension qos-pps not supported by any of loaded plugins May 12 17:36:11.857757 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: qos_rule_type_details.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.858656 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.859170 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension qos-rule-type-details not supported by any of loaded plugins May 12 17:36:11.859489 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: qos_rule_type_filter.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.860455 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.860966 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 12 17:36:11.861286 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: qos_rules_alias.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.862313 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.862824 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension qos-rules-alias not supported by any of loaded plugins May 12 17:36:11.863148 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: quota_check_limit.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.864121 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.864668 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: quota-check-limit May 12 17:36:11.864997 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: quotasv2.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.865976 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.866298 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: quotas May 12 17:36:11.866617 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: quotasv2_detail.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.868389 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.868720 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: quota_details May 12 17:36:11.869293 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: rbac.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.870351 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.870885 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: rbac-policies May 12 17:36:11.871291 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: rbac_address_group.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.872273 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.872793 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: rbac-address-group May 12 17:36:11.873117 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: rbac_address_scope.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.874033 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.874543 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: rbac-address-scope May 12 17:36:11.874865 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: rbac_security_groups.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.875771 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.876319 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: rbac-security-groups May 12 17:36:11.876641 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: rbac_subnetpool.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.877548 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.878059 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: rbac-subnetpool May 12 17:36:11.878380 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: revisionifmatch.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.879298 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.879806 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: revision-if-match May 12 17:36:11.880127 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: revisions.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.881262 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.881773 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: standard-attr-revisions May 12 17:36:11.882095 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: router_availability_zone.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.882757 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.883265 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: router_availability_zone May 12 17:36:11.883583 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: routerservicetype.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.884523 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.885032 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension router-service-type not supported by any of loaded plugins May 12 17:36:11.885347 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.886260 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.887306 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: security-groups-normalized-cidr May 12 17:36:11.887778 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: security_groups_port_filtering.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.888733 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.889247 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: port-security-groups-filtering May 12 17:36:11.889567 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.890488 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.890999 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: security-groups-remote-address-group May 12 17:36:11.891317 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.892385 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.892896 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: security-groups-shared-filtering May 12 17:36:11.893214 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.893799 dv-cinder-840525-2-iscsi neutron-server[109809]: WARNING neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 12 17:36:11.894114 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: securitygroup.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.904269 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.904800 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: security-group May 12 17:36:11.905134 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: segment.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.905855 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.906370 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension segment not supported by any of loaded plugins May 12 17:36:11.906694 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.907628 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.908139 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 12 17:36:11.908485 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: servicetype.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.909563 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.910082 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: service-type May 12 17:36:11.910410 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: sorting.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.911378 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.911705 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: sorting May 12 17:36:11.912025 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: standard_attr_segment.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.912954 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.913471 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension standard-attr-segment not supported by any of loaded plugins May 12 17:36:11.913788 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: standardattrdescription.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.914432 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.914939 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: standard-attr-description May 12 17:36:11.915256 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: stateful_security_group.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.916200 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.916737 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: stateful-security-group May 12 17:36:11.917056 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: stdattrs_common.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.917621 dv-cinder-840525-2-iscsi neutron-server[109809]: WARNING neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 12 17:36:11.917937 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.919012 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.919522 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 12 17:36:11.919842 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: subnet_onboard.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.920929 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.921444 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: subnet_onboard May 12 17:36:11.921764 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.922680 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.923186 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 12 17:36:11.923505 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: subnet_service_types.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.924453 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.924964 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: subnet-service-types May 12 17:36:11.925281 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: subnetallocation.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.926358 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.926872 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: subnet_allocation May 12 17:36:11.927193 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.927848 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.928398 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: subnetpool-prefix-ops May 12 17:36:11.928718 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.929647 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.930254 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 12 17:36:11.930582 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: tagging.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.931635 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.932147 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: standard-attr-tag May 12 17:36:11.932495 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: timestamp.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.933995 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.934889 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loaded extension: standard-attr-timestamp May 12 17:36:11.935172 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: trunk.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.936237 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.936757 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension trunk not supported by any of loaded plugins May 12 17:36:11.937081 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: trunk_details.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.937996 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.938508 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension trunk-details not supported by any of loaded plugins May 12 17:36:11.938828 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: uplink_status_propagation.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.939735 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.940383 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension uplink-status-propagation not supported by any of loaded plugins May 12 17:36:11.940714 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Loading extension file: vlantransparent.py {{(pid=109809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:36:11.941373 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:36:11.941875 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extension vlan-transparent not supported by any of loaded plugins May 12 17:36:11.944447 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Creating instance of TrackedResource for resource:network May 12 17:36:11.944982 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Creating instance of TrackedResource for resource:subnet May 12 17:36:11.945377 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Creating instance of TrackedResource for resource:subnetpool May 12 17:36:11.945765 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Creating instance of TrackedResource for resource:port May 12 17:36:11.946996 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.v2.resource_helper [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:36:11.947444 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.v2.resource_helper [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Service FLAVORS assigned prefix: {{(pid=109809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:36:11.948056 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.v2.resource_helper [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:36:11.948505 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.v2.resource_helper [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:36:11.948845 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Creating instance of TrackedResource for resource:router May 12 17:36:11.949806 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Creating instance of TrackedResource for resource:floatingip May 12 17:36:11.950371 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.v2.resource_helper [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Service METERING assigned prefix: /metering {{(pid=109809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:36:11.951827 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.952218 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.952571 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:36:11.953569 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Creating instance of CountableResource for resource:rbac_policy May 12 17:36:11.954006 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Creating instance of TrackedResource for resource:security_group May 12 17:36:11.954429 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Creating instance of TrackedResource for resource:security_group_rule May 12 17:36:11.955029 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.v2.resource_helper [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Service CORE assigned prefix: {{(pid=109809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:36:11.955360 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Creating instance of TrackedResource for resource:subnetpool May 12 17:36:11.955711 dv-cinder-840525-2-iscsi neutron-server[109809]: WARNING neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] subnetpool is already registered May 12 17:36:11.956130 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.v2.resource_helper [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Service CORE assigned prefix: {{(pid=109809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:36:11.956487 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Creating instance of TrackedResource for resource:subnetpool May 12 17:36:11.956817 dv-cinder-840525-2-iscsi neutron-server[109809]: WARNING neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] subnetpool is already registered May 12 17:36:11.959084 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.v2.resource_helper [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:36:11.959520 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.v2.resource_helper [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Service FLAVORS assigned prefix: {{(pid=109809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:36:11.960110 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.v2.resource_helper [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:36:11.960557 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.v2.resource_helper [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:36:11.960895 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Creating instance of TrackedResource for resource:router May 12 17:36:11.961231 dv-cinder-840525-2-iscsi neutron-server[109809]: WARNING neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] router is already registered May 12 17:36:11.961648 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Creating instance of TrackedResource for resource:floatingip May 12 17:36:11.961980 dv-cinder-840525-2-iscsi neutron-server[109809]: WARNING neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] floatingip is already registered May 12 17:36:11.962431 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.v2.resource_helper [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Service METERING assigned prefix: /metering {{(pid=109809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:36:11.963101 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Creating instance of CountableResource for resource:rbac_policy May 12 17:36:11.963426 dv-cinder-840525-2-iscsi neutron-server[109809]: WARNING neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] rbac_policy is already registered May 12 17:36:11.963834 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Creating instance of TrackedResource for resource:security_group May 12 17:36:11.964189 dv-cinder-840525-2-iscsi neutron-server[109809]: WARNING neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] security_group is already registered May 12 17:36:11.964588 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Creating instance of TrackedResource for resource:security_group_rule May 12 17:36:11.965566 dv-cinder-840525-2-iscsi neutron-server[109809]: WARNING neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] security_group_rule is already registered May 12 17:36:11.966188 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.v2.resource_helper [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Service CORE assigned prefix: {{(pid=109809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:36:11.966525 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Creating instance of TrackedResource for resource:subnetpool May 12 17:36:11.966857 dv-cinder-840525-2-iscsi neutron-server[109809]: WARNING neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] subnetpool is already registered May 12 17:36:11.967270 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.v2.resource_helper [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Service CORE assigned prefix: {{(pid=109809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:36:11.967592 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Creating instance of TrackedResource for resource:subnetpool May 12 17:36:11.967919 dv-cinder-840525-2-iscsi neutron-server[109809]: WARNING neutron.quota.resource_registry [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] subnetpool is already registered May 12 17:36:11.968412 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: extensions {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.969854 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: address-groups {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.971378 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: address-scopes {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.972784 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: agents {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.973936 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: auto-allocated-topology {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.975179 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: availability_zones {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.976418 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: dhcp-networks {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.978004 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: dhcp-agents {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.979458 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: routers {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.981215 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: flavors {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.982478 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: service_profiles {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.983677 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: next_providers {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.985130 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: service_profiles {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.986679 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: floatingip-pools {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.987893 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: routers {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.989598 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: floatingips {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.991739 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: l3-routers {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.993172 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: l3-agents {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.994861 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: metering-labels {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.996117 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: metering-label-rules {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.997515 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: network-ip-availabilities {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:11.998769 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: bindings {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.000331 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: quotas {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.001990 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: quotas {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.003516 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: rbac-policies {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.004743 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: security-groups {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.006022 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: security-group-rules {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.007301 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: service-providers {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.008586 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: subnetpools {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.009904 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: subnetpools {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.011435 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: tags {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.013646 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: tags {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.015473 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: tags {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.017291 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: tags {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.018955 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: tags {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.020912 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: tags {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.022589 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: tags {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.024550 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: tags {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.026321 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: tags {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.028872 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron.api.extensions [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Extended resource: tags {{(pid=109809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:36:12.034791 dv-cinder-840525-2-iscsi neutron-server[109809]: WARNING keystonemiddleware.auth_token [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 12 17:36:12.040042 dv-cinder-840525-2-iscsi neutron-server[109809]: WARNING keystonemiddleware.auth_token [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 12 17:36:12.049044 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_concurrency.lockutils [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Acquired lock "singleton_lock" {{(pid=109809) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 12 17:36:12.049512 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_concurrency.lockutils [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Releasing lock "singleton_lock" {{(pid=109809) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 12 17:36:12.050159 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO oslo_service.service [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Starting 2 workers May 12 17:36:12.055063 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Started child 109950 {{(pid=109809) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 17:36:12.059576 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Started child 109951 {{(pid=109809) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 17:36:12.060619 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:12.061258 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO neutron.service [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Neutron service started, listening on 0.0.0.0:9696 May 12 17:36:12.061835 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Publish callbacks [] for process (None), before_spawn {{(pid=109809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:12.062137 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [-] (109950) wsgi starting up on http://0.0.0.0:9696 May 12 17:36:12.064350 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO oslo_service.service [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Starting 1 workers May 12 17:36:12.065418 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:12.066914 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [-] (109951) wsgi starting up on http://0.0.0.0:9696 May 12 17:36:12.069595 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Started child 109952 {{(pid=109809) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 17:36:12.070141 dv-cinder-840525-2-iscsi neutron-server[109809]: INFO oslo_service.service [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Starting 1 workers May 12 17:36:12.073304 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.service [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] calling RpcWorker wait() {{(pid=109952) _wait /opt/stack/neutron/neutron/service.py:128}} May 12 17:36:12.073825 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.service [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] returning from RpcWorker wait() {{(pid=109952) _wait /opt/stack/neutron/neutron/service.py:135}} May 12 17:36:12.075383 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Started child 109953 {{(pid=109809) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 17:36:12.075536 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:12.075977 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:36:12.076212 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4786-7403-4ccf-9465-9ec2bca398dd None None] Publish callbacks [] for process (None), after_spawn {{(pid=109809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:12.078136 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109809) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 17:36:12.078344 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 17:36:12.078522 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 17:36:12.078750 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 17:36:12.079078 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 17:36:12.079237 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 17:36:12.079771 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.080051 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.080339 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.080595 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.081189 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.081456 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.081707 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.081950 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:12.082434 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.082434 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.082434 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.082656 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.082766 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.082993 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.083375 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.083635 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.083853 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:36:12.083944 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.084083 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.084276 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.084545 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.084805 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.085029 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.085309 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] debug = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.085547 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.086075 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.086314 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.086569 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.086800 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.087060 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.087303 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.087569 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.087780 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.087994 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.088238 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.088491 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.088732 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.088973 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.089194 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.089437 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.089652 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.090765 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] host = dv-cinder-840525-2-iscsi {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.091005 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.091235 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.091464 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.091767 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.092040 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.092317 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.092587 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.096434 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.096733 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.097002 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.097274 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.097554 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.097768 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.098886 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] log_file = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.099063 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] log_options = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.099316 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.099587 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.100371 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.100584 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.100770 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.100956 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.101313 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.101459 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.101633 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.101918 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.102092 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.102311 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.102525 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.103066 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.103066 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.103341 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.103476 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.103694 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.103958 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.104226 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.104473 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.104702 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.104924 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.105145 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.105370 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.105626 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.105882 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.106256 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.106539 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.106748 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.106928 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.107197 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.107433 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.107681 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.107949 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.108197 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.108432 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.108647 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.108910 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.109138 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.109446 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.109635 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.109849 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.110063 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.110283 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.110497 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.110742 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] use_json = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.110955 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.111183 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.111428 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.111664 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.111901 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.112113 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.112366 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.112603 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.112816 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.113241 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.113519 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.113837 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.114081 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.114320 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.114559 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.114803 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.115023 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.115274 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.115504 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.115833 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.116054 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.116394 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.116675 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.116969 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.117279 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.117537 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.117829 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.118051 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.118285 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.118522 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.118767 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.119265 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.119553 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.119732 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.119963 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.120227 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.120532 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.120788 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.121244 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.121745 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.122150 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.122577 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.123473 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.123473 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.123473 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.124514 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.124514 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.124514 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.124514 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.124514 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.129127 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.129127 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.129127 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.129127 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.129127 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.129127 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.129127 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.129127 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.130254 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.130254 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.130254 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.130254 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.130254 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.130254 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.130254 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.130254 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.130254 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.130897 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.130897 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.130897 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.130897 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.130897 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.130897 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.130897 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.130897 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.130897 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.131525 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.131525 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.131525 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.131525 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.131525 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.131881 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.131881 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.132030 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.132185 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.132415 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.132654 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.133492 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.133492 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.133492 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.133492 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.133816 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.133916 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.134053 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.134269 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.134477 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.134686 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.134901 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.135115 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.135326 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.135662 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.135880 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.136109 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.136358 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.136600 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.137327 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.137583 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.137804 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.138035 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.138264 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.138517 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.138942 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.139096 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.139311 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.139444 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.139717 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.140308 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.141788 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.142184 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.142430 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.142734 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.142992 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.143563 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.143563 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.143798 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.144224 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.144476 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.144810 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.145141 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.145624 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.145730 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.147638 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.147977 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.149061 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.149061 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.149061 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.149372 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.149372 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.149659 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.149924 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.150162 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.150417 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.150671 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.150926 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.151182 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.151486 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.151638 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.151948 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.153676 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.154090 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.154372 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.155742 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.156103 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.156463 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.158395 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.158700 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.158977 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.159225 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.159482 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.159714 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.159982 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.160216 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.160445 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.160685 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.160913 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.161156 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.161385 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.161627 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.161883 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.162101 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.162328 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.162567 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.162792 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.163011 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.163247 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.163467 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.163722 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.163975 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.164446 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.164678 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.164900 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.165135 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.165394 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.165629 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.165897 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.166145 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.166531 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.166765 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.167090 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.167354 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.167571 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.167811 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.168221 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.168489 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.168728 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.168951 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.169191 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.169428 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.169659 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.169877 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.170140 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.170377 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.170720 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.170973 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.171232 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.171501 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.171737 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.171959 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.172212 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.172433 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.172650 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.172883 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.173104 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.173319 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.173551 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.173800 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.174211 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.174456 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.174712 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.174962 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.175208 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.175426 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.175648 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.175883 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.176107 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.176347 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.176580 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.176812 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.177022 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.177255 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.177488 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.177764 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.178004 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.178230 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.178475 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.178709 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.178945 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.179194 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.179605 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.179858 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.180211 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.180433 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.180661 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.180907 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.181117 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.181325 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.181547 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.181762 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.181975 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.182198 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.182404 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.182612 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.182855 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.183071 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.183278 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.184239 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.184520 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.184734 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.185007 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.185274 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.185516 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.185770 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.185983 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.186214 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.186313 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:36:12.186442 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.186663 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.186871 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.187169 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.187426 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.187674 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.187965 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.188251 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.188557 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.188822 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.189135 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.189355 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.189617 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.189850 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.190070 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.190290 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.190546 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.191097 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.191366 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.191617 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.191853 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.192096 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.195661 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.195946 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.196066 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 48618) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:12.196236 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.196541 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.196877 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.197189 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.197460 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.197885 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.198147 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.198382 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.198611 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.198837 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.199060 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.199321 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.200266 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.200431 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.200670 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.200896 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.201156 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.201381 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.201752 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.201977 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.202226 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.202448 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.202776 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 17:36:12.203352 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109809) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 17:36:12.203520 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 17:36:12.203675 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 17:36:12.203848 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 17:36:12.204016 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 17:36:12.204219 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 17:36:12.204400 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.204563 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.204722 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.204883 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.205078 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.205236 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.205534 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.205534 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.205717 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.205839 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.205990 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.206140 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.206292 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.206443 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.206593 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.206744 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.206897 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.207062 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.207217 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.207373 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.207532 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.207677 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] debug = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.207830 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.208004 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.208157 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.208342 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.208497 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.208654 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.208810 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.208965 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.209122 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.209280 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.209436 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.209593 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.209748 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.209904 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.210136 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.210232 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.210399 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.211128 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] host = dv-cinder-840525-2-iscsi {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.211225 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.211434 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0122826 May 12 17:36:12.211894 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.212239 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.212418 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.212577 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.213511 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.213686 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.213850 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.214012 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.214152 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.214464 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.214617 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.214777 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.215010 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] log_file = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.215233 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] log_options = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.215384 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.216276 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.216585 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.216870 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.217140 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.217418 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.219387 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.219387 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.219387 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.219387 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.219387 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.219387 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.219387 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.219387 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.219945 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.219945 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.219945 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.219945 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.220348 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.220602 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.220882 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.221140 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.222021 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.222021 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.222021 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.222021 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.222021 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.222654 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.222654 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.222891 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.223129 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.223406 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.223649 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.223903 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.224148 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.224430 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.224675 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.225025 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.225260 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.225483 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.226465 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.226465 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.226465 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.226890 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.227092 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.227314 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.227537 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] use_json = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.227758 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.227995 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.229067 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.229067 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.229067 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.229067 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.229067 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.229067 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.229490 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:36:12.229584 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.229796 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.230032 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.230257 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.230830 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.230830 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.230997 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.231191 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.231390 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.231610 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.231790 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.231954 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.232129 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.232340 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.232505 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.232672 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.232835 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.233253 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.233253 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.233427 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.233493 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.233839 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.233839 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.234007 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.234085 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.234305 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.234392 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.234528 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.234694 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.235299 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.235489 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.235655 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.235820 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.235984 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.236279 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.236379 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.236512 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.236675 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.237682 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.237682 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.237682 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.237682 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.237682 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.237682 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.238064 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.238064 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.238064 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.238262 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.238332 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.238495 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.238656 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.238818 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.238981 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.239232 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.239341 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.239452 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.239612 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.239786 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.241375 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.241375 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.241375 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.241375 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.241375 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.241375 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.241375 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.241375 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.241375 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.242014 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.242014 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.242014 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.242014 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.242014 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.242349 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.242349 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.242491 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.242568 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.242720 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.242843 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.243004 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.243173 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.243333 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.243496 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.243658 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.243820 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.244267 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.244428 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.244746 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.244897 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.245060 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.246001 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.246001 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.246001 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.246001 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.246001 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.246001 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.247420 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.247420 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.247420 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.247420 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.247420 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.247420 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.248156 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.248156 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.248156 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.248540 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.248540 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.248540 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.248540 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.248540 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.248540 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.248540 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.248540 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.250112 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.250112 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.250112 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.250112 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.250112 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.250586 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.250586 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.250586 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.250968 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.250968 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.250968 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.252132 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.252132 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.252132 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.252132 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.252132 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.252132 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.252132 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.252132 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.252882 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.252882 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.252882 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.252882 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.253119 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.253119 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.253235 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.253405 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.253566 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.253728 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.253890 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.254051 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.254214 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.254376 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.254538 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.254700 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.254861 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.255023 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.255186 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.255349 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.255510 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.255671 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.255834 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.255996 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.256177 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.256340 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.257229 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.257229 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.257229 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.257229 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.257229 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.257229 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.257651 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.257651 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.257791 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.257868 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.257996 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.258159 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.258320 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.258482 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.258643 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.258805 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.258966 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.259800 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.259800 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.259800 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.259800 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.259800 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.260145 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.260145 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.260373 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.260373 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.260513 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.260649 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.260811 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.260973 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.261136 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.261788 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.261788 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.261788 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.261788 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.262542 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.263580 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.263580 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.263580 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.263580 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.263580 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.263880 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.263880 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.263997 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.264156 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.264342 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.264508 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.265245 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.265245 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.265245 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.265245 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.265556 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.265556 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.265680 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.265744 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.265884 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.266048 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.266210 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.266372 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.266584 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.266680 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.266840 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.267002 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.267164 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.267326 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.267501 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.267663 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.267826 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.267988 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.268149 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.268332 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.268503 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.268679 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.268825 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.268988 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.269150 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.269313 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.269484 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.269646 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.269808 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.269970 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.270131 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.270293 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.270507 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.270623 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.270785 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.270949 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.271112 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.271275 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.271450 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.271612 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.271775 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.271937 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.272099 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.272281 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.272453 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.272616 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.272778 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.272941 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.273103 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.273265 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.273436 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.273618 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.273757 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.273927 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.274090 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.274252 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.274415 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.274589 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.274750 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.274915 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.275078 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.275240 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.275403 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.275568 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.275735 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.275907 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.276077 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.276263 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.276435 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.276606 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.276778 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.276940 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.277109 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.277284 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.277491 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.277650 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.277814 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.277977 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.278139 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.278303 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.278466 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.278628 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.278789 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.278951 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.279113 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.279274 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.279436 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.279597 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.279760 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.279922 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.280084 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.280266 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.280430 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:36:12.280585 dv-cinder-840525-2-iscsi neutron-server[109809]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 17:36:23.647480 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440e3fe1-b258-43cb-9c4d-e658c331c879 None None] get_active_networks_info from dv-cinder-840525-2-iscsi {{(pid=109952) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 17:36:23.705994 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440e3fe1-b258-43cb-9c4d-e658c331c879 None None] No non-hosted networks {{(pid=109952) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 12 17:36:23.722745 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.agentschedulers_db [None req-440e3fe1-b258-43cb-9c4d-e658c331c879 None None] DHCP Agent not found on host dv-cinder-840525-2-iscsi {{(pid=109952) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 12 17:36:23.805303 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f7b59620-8249-477e-a36a-6805c1c29d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985698'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:25.833745 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-af8d3331-21b4-4be8-b74d-6867d2d17040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985698'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:25.900332 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-446f8f74-abc5-4ed4-971d-7582d7c95a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:26.790832 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 48684) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:27.298130 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985698'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:27.545765 dv-cinder-840525-2-iscsi neutron-server[109950]: WARNING oslo_policy.policy [None req-8a44fd03-cfb7-493f-955f-ae4ef534f6fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:36:27.546569 dv-cinder-840525-2-iscsi neutron-server[109950]: WARNING oslo_policy.policy [None req-8a44fd03-cfb7-493f-955f-ae4ef534f6fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:36:27.789737 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [None req-8a44fd03-cfb7-493f-955f-ae4ef534f6fa admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109950) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:36:27.805233 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-8a44fd03-cfb7-493f-955f-ae4ef534f6fa admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0134306 May 12 17:36:28.659194 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985698'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:29.430051 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.db.l3_hamode_db [None req-9fd9f75b-fa38-4dea-9fe4-b1d2524574f3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 12 17:36:29.511090 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd9f75b-fa38-4dea-9fe4-b1d2524574f3 None None] Routers set() bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:36:29.511406 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd9f75b-fa38-4dea-9fe4-b1d2524574f3 None None] Router IDs set() for agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 12 17:36:30.243102 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985698'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:30.243834 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:30.244404 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:30.244729 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:30.245053 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:30.245374 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:30.245692 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:30.246561 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:30.246967 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:30.247299 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:30.247652 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:30.247980 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:30.248329 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:30.248662 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:30.248980 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:30.249290 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:30.249686 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840525-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:36:30.257396 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840525-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:36:30.355184 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 48718) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:30.675074 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-50f06fcf-d5ee-451e-bfe8-f05445f6bb7a admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:36:30.764924 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.policy [None req-50f06fcf-d5ee-451e-bfe8-f05445f6bb7a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109950) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 17:36:30.805683 dv-cinder-840525-2-iscsi neutron-server[109950]: WARNING oslo_policy.policy [None req-50f06fcf-d5ee-451e-bfe8-f05445f6bb7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:36:30.806052 dv-cinder-840525-2-iscsi neutron-server[109950]: WARNING oslo_policy.policy [None req-50f06fcf-d5ee-451e-bfe8-f05445f6bb7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:36:30.909134 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-50f06fcf-d5ee-451e-bfe8-f05445f6bb7a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789480366684', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789480365984', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789480381725', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789480376119', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789480402714', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789480392944', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3779082', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4053560', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-747028', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-663879'] for rbac-policy (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:30.978127 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-50f06fcf-d5ee-451e-bfe8-f05445f6bb7a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:30.979357 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-50f06fcf-d5ee-451e-bfe8-f05445f6bb7a admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6229494 May 12 17:36:33.391916 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 48730) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:33.695902 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:36:33.726720 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Made reservation on behalf of 8770b556c0c24d1b85b244d3070b0330 for: {'network': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:36:33.730627 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:33.747107 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:33.858451 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Publish callbacks [] for security_group (dcae0a23-8917-4ee4-9732-50c52ef6bce0), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:33.863686 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (dcae0a23-8917-4ee4-9732-50c52ef6bce0), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:33.903700 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=109950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:36:33.926383 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (a6f00dc9-2d08-42eb-9047-224865be8be6), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:33.926904 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.segments_db [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Added segment a6f00dc9-2d08-42eb-9047-224865be8be6 of type vlan for network 43f7447c-01a9-4297-8ca2-48dd2401d890 May 12 17:36:33.932339 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=dcae0a23-8917-4ee4-9732-50c52ef6bce0,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:36:33.955289 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:33.955640 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:33.956000 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:33.956390 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:33.956726 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:33.957056 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:33.957381 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:33.957707 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:33.958029 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:33.958349 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:33.958671 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:33.959007 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:33.959332 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:33.959650 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:33.959965 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Tracked resource versions report: May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: pushed versions: May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: { 'AddressGroup': {'1.2'}, May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Agent': {'1.1'}, May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'ConntrackHelper': {'1.0'}, May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'LocalIPAssociation': {'1.0'}, May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Log': {'1.0'}, May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'NDPProxy': {'1.0'}, May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Network': {'1.1'}, May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Port': {'1.7'}, May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'PortForwarding': {'1.3'}, May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'QosPolicy': {'1.10'}, May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'SecurityGroup': {'1.5'}, May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'SecurityGroupRule': {'1.2'}, May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'SubPort': {'1.0'}, May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Subnet': {'1.1'}, May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Trunk': {'1.1'}} May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: consumer versions: May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: { DHCP agent@dv-cinder-840525-2-iscsi: {}, May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: L3 agent@dv-cinder-840525-2-iscsi: {}, May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: Metadata agent@dv-cinder-840525-2-iscsi: {}, May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: Metering agent@dv-cinder-840525-2-iscsi: {}, May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: Open vSwitch agent@dv-cinder-840525-2-iscsi: { 'AddressGroup': '1.2', May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Agent': '1.1', May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'ConntrackHelper': '1.0', May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'LocalIPAssociation': '1.0', May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Log': '1.0', May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'NDPProxy': '1.0', May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Network': '1.1', May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Port': '1.7', May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'PortForwarding': '1.3', May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'QosPolicy': '1.10', May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'SecurityGroup': '1.5', May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'SecurityGroupRule': '1.2', May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'SubPort': '1.0', May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Subnet': '1.1', May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Trunk': '1.1'}} May 12 17:36:33.961347 dv-cinder-840525-2-iscsi neutron-server[109950]: {{(pid=109950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:36:34.038559 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (43f7447c-01a9-4297-8ca2-48dd2401d890), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:34.079324 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (43f7447c-01a9-4297-8ca2-48dd2401d890), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:34.084455 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:36:34.085145 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:34.146557 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7535090 May 12 17:36:34.204511 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3926f6-677a-4f13-bc89-8fb0ab555281 demo demo] Pushing event updated for resources: {'Network': ['ID=43f7447c-01a9-4297-8ca2-48dd2401d890,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:36:34.216990 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network 43f7447c-01a9-4297-8ca2-48dd2401d890 details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:36:36.641248 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 48742) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:37.138207 dv-cinder-840525-2-iscsi neutron-server[109951]: WARNING oslo_policy.policy [None req-908250bc-e26d-4e75-b216-123bf1dc6d74 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:36:37.138769 dv-cinder-840525-2-iscsi neutron-server[109951]: WARNING oslo_policy.policy [None req-908250bc-e26d-4e75-b216-123bf1dc6d74 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:36:37.566553 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.policy [None req-908250bc-e26d-4e75-b216-123bf1dc6d74 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109951) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 17:36:37.607185 dv-cinder-840525-2-iscsi neutron-server[109951]: WARNING oslo_policy.policy [None req-908250bc-e26d-4e75-b216-123bf1dc6d74 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:36:37.607561 dv-cinder-840525-2-iscsi neutron-server[109951]: WARNING oslo_policy.policy [None req-908250bc-e26d-4e75-b216-123bf1dc6d74 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:36:37.615253 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908250bc-e26d-4e75-b216-123bf1dc6d74 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:36:37.617182 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-908250bc-e26d-4e75-b216-123bf1dc6d74 demo admin] 10.222.0.73 "GET /v2.0/networks/43f7447c-01a9-4297-8ca2-48dd2401d890 HTTP/1.1" status: 200 len: 825 time: 0.9740009 May 12 17:36:37.656386 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-dbf88baf-6c6f-4e79-a1a8-79e72d5129a7 demo admin] 10.222.0.73 "GET /v2.0/subnetpools/3076f994-dbc1-4c5a-b8e8-48307e509513 HTTP/1.1" status: 200 len: 734 time: 0.0334024 May 12 17:36:37.664944 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '3076f994-dbc1-4c5a-b8e8-48307e509513', 'network_id': '43f7447c-01a9-4297-8ca2-48dd2401d890'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:36:37.702270 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Made reservation on behalf of 8770b556c0c24d1b85b244d3070b0330 for: {'subnet': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:36:37.705028 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:37.989235 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for subnet (3dceafa1-baa0-4d4c-a076-18aa83e4b419), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:38.057430 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Checking segment: {'id': 'a6f00dc9-2d08-42eb-9047-224865be8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '43f7447c-01a9-4297-8ca2-48dd2401d890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:36:38.057809 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Network hostable DHCP agents. Network: 43f7447c-01a9-4297-8ca2-48dd2401d890, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:36:38.075382 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3dceafa1-baa0-4d4c-a076-18aa83e4b419,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:36:38.088466 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:38.088811 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:38.089173 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:38.089524 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:38.090960 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:38.091297 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:38.091626 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:38.091950 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:38.092325 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:38.092662 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:38.092987 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:38.093322 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:38.093642 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:38.093960 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:38.094273 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Tracked resource versions report: May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: pushed versions: May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: { 'AddressGroup': {'1.2'}, May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Agent': {'1.1'}, May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'ConntrackHelper': {'1.0'}, May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'LocalIPAssociation': {'1.0'}, May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Log': {'1.0'}, May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'NDPProxy': {'1.0'}, May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Network': {'1.1'}, May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Port': {'1.7'}, May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'PortForwarding': {'1.3'}, May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'QosPolicy': {'1.10'}, May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'SecurityGroup': {'1.5'}, May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'SecurityGroupRule': {'1.2'}, May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'SubPort': {'1.0'}, May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Subnet': {'1.1'}, May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Trunk': {'1.1'}} May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: consumer versions: May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: { DHCP agent@dv-cinder-840525-2-iscsi: {}, May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: L3 agent@dv-cinder-840525-2-iscsi: {}, May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: Metadata agent@dv-cinder-840525-2-iscsi: {}, May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: Metering agent@dv-cinder-840525-2-iscsi: {}, May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: Open vSwitch agent@dv-cinder-840525-2-iscsi: { 'AddressGroup': '1.2', May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Agent': '1.1', May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'ConntrackHelper': '1.0', May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'LocalIPAssociation': '1.0', May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Log': '1.0', May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'NDPProxy': '1.0', May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Network': '1.1', May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Port': '1.7', May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'PortForwarding': '1.3', May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'QosPolicy': '1.10', May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'SecurityGroup': '1.5', May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'SecurityGroupRule': '1.2', May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'SubPort': '1.0', May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Subnet': '1.1', May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Trunk': '1.1'}} May 12 17:36:38.095597 dv-cinder-840525-2-iscsi neutron-server[109951]: {{(pid=109951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:36:38.113919 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Network 43f7447c-01a9-4297-8ca2-48dd2401d890 is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:36:38.130017 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, 43f7447c-01a9-4297-8ca2-48dd2401d890) {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:36:38.135232 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:36:38.135834 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:38.140496 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80a3243-a683-470a-b20a-b3b2d4d8ae23 None None] Network 43f7447c-01a9-4297-8ca2-48dd2401d890 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:36:38.156977 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-325b9e35-01e6-4b9e-bbb7-3b9f164da762 demo admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4952924 May 12 17:36:38.403115 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3e62091-7561-548c-8de7-cdb0ae49b08b-43f7447c-01a9-4297-8ca2-48dd2401d890', 'network_id': '43f7447c-01a9-4297-8ca2-48dd2401d890', 'project_id': '8770b556c0c24d1b85b244d3070b0330', 'fixed_ips': [{'subnet_id': '3dceafa1-baa0-4d4c-a076-18aa83e4b419'}]}} from dv-cinder-840525-2-iscsi. {{(pid=109952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:36:38.404478 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:38.676524 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Allocated IP 172.20.0.2 (43f7447c-01a9-4297-8ca2-48dd2401d890/3dceafa1-baa0-4d4c-a076-18aa83e4b419/21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:36:38.950711 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Publish callbacks [] for port (21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72), precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:38.958098 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72), after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:39.034573 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Network 43f7447c-01a9-4297-8ca2-48dd2401d890 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:36:39.041522 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:36:39.048762 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:36:39.051930 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Pushing event updated for resources: {'Port': ['ID=21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:36:39.085015 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:39.085377 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:39.085715 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:39.086072 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:39.086407 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:39.086734 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:39.087059 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:39.087381 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:39.087702 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:39.088023 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:39.088366 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:39.088704 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:39.089026 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:39.089344 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:39.089685 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Tracked resource versions report: May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: pushed versions: May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: { 'AddressGroup': {'1.2'}, May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Agent': {'1.1'}, May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'ConntrackHelper': {'1.0'}, May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'LocalIPAssociation': {'1.0'}, May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Log': {'1.0'}, May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'NDPProxy': {'1.0'}, May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Network': {'1.1'}, May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Port': {'1.7'}, May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'PortForwarding': {'1.3'}, May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'QosPolicy': {'1.10'}, May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'SecurityGroup': {'1.5'}, May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'SecurityGroupRule': {'1.2'}, May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'SubPort': {'1.0'}, May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Subnet': {'1.1'}, May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Trunk': {'1.1'}} May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: consumer versions: May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: { DHCP agent@dv-cinder-840525-2-iscsi: {}, May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: L3 agent@dv-cinder-840525-2-iscsi: {}, May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: Metadata agent@dv-cinder-840525-2-iscsi: {}, May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: Metering agent@dv-cinder-840525-2-iscsi: {}, May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: Open vSwitch agent@dv-cinder-840525-2-iscsi: { 'AddressGroup': '1.2', May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Agent': '1.1', May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'ConntrackHelper': '1.0', May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'LocalIPAssociation': '1.0', May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Log': '1.0', May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'NDPProxy': '1.0', May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Network': '1.1', May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Port': '1.7', May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'PortForwarding': '1.3', May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'QosPolicy': '1.10', May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'SecurityGroup': '1.5', May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'SecurityGroupRule': '1.2', May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'SubPort': '1.0', May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Subnet': '1.1', May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Trunk': '1.1'}} May 12 17:36:39.091079 dv-cinder-840525-2-iscsi neutron-server[109952]: {{(pid=109952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:36:39.140864 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Attempting to bind port 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:36:39.141494 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Attempting to bind port 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': 'a6f00dc9-2d08-42eb-9047-224865be8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '43f7447c-01a9-4297-8ca2-48dd2401d890'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:36:39.141677 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Attempting to bind port 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72 on network 43f7447c-01a9-4297-8ca2-48dd2401d890 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:36:39.146512 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:36:39.146884 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Checking segment: {'id': 'a6f00dc9-2d08-42eb-9047-224865be8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '43f7447c-01a9-4297-8ca2-48dd2401d890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:36:39.147364 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:39.147754 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Bound using segment: {'id': 'a6f00dc9-2d08-42eb-9047-224865be8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '43f7447c-01a9-4297-8ca2-48dd2401d890'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:36:39.148261 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Bound port: 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f00dc9-2d08-42eb-9047-224865be8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '43f7447c-01a9-4297-8ca2-48dd2401d890'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:36:39.148665 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:39.208586 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] For port 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:36:39.229652 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] For port 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72,segment=NetworkSegment(a6f00dc9-2d08-42eb-9047-224865be8be6),segment_id=a6f00dc9-2d08-42eb-9047-224865be8be6)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:36:39.237001 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:39.293366 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87857cea-580e-44d2-bfce-0c6ff11fa034 None None] Pushing event updated for resources: {'Port': ['ID=21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:36:40.641158 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 48762) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:40.961449 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [None req-e18124b1-d13b-46f3-aba5-158e28d5c576 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109951) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:36:40.962440 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-e18124b1-d13b-46f3-aba5-158e28d5c576 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3203614 May 12 17:36:43.431956 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 48770) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:43.743284 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [None req-c3dd12f1-9465-49d4-b606-2af36d09049a admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109951) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:36:43.744606 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-c3dd12f1-9465-49d4-b606-2af36d09049a admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3114262 May 12 17:36:46.279942 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 48778) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:46.592007 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-222bb6a6-3d15-4f0e-b2bd-f38cb8d072c3 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:36:46.617230 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-222bb6a6-3d15-4f0e-b2bd-f38cb8d072c3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router (be3ce172-f5d5-4b41-b92e-b19ebffbf6a0), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:46.618852 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-222bb6a6-3d15-4f0e-b2bd-f38cb8d072c3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31086'] for router (be3ce172-f5d5-4b41-b92e-b19ebffbf6a0), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:46.760615 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-222bb6a6-3d15-4f0e-b2bd-f38cb8d072c3 demo demo] Publish callbacks [] for router_controller (be3ce172-f5d5-4b41-b92e-b19ebffbf6a0), precommit_add_association {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:46.765825 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-222bb6a6-3d15-4f0e-b2bd-f38cb8d072c3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-996058'] for router (be3ce172-f5d5-4b41-b92e-b19ebffbf6a0), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:46.785978 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-222bb6a6-3d15-4f0e-b2bd-f38cb8d072c3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:46.788658 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-222bb6a6-3d15-4f0e-b2bd-f38cb8d072c3 demo demo] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5075321 May 12 17:36:49.277645 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 48790) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:49.606000 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [None req-503b534b-8913-4973-87ca-e35bf48f3719 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109951) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:36:49.606982 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-503b534b-8913-4973-87ca-e35bf48f3719 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3283679 May 12 17:36:50.823676 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db4a6be-4239-43a1-b10d-aea9da7497e6 None None] Network 43f7447c-01a9-4297-8ca2-48dd2401d890 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:36:50.866832 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f3ccb944-f584-4ad9-857f-db3e5f684a82 None None] Provisioning complete for port 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:36:50.867047 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f3ccb944-f584-4ad9-857f-db3e5f684a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:50.956982 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:36:51.122912 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f3ccb944-f584-4ad9-857f-db3e5f684a82 None None] Current status of the port 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:36:51.123234 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f3ccb944-f584-4ad9-857f-db3e5f684a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:51.133319 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:36:51.133713 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:51.135066 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 5 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:36:51.198232 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f3ccb944-f584-4ad9-857f-db3e5f684a82 None None] For port 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72,segment=NetworkSegment(a6f00dc9-2d08-42eb-9047-224865be8be6),segment_id=a6f00dc9-2d08-42eb-9047-224865be8be6)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:36:51.205570 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f3ccb944-f584-4ad9-857f-db3e5f684a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:51.281170 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccb944-f584-4ad9-857f-db3e5f684a82 None None] Pushing event updated for resources: {'Port': ['ID=21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:36:51.286179 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:36:51.322522 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-03f1d103-46c9-4fdd-9f60-c93ae2bba6e6 None None] Provisioning complete for port 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:36:51.322921 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03f1d103-46c9-4fdd-9f60-c93ae2bba6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:51.422144 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-03f1d103-46c9-4fdd-9f60-c93ae2bba6e6 None None] Current status of the port 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:36:52.106669 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 48800) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:52.410906 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-c79406a8-a238-492f-9652-1630c7f5ea04 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:36:52.430527 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79406a8-a238-492f-9652-1630c7f5ea04 admin admin] Made reservation on behalf of ccf7092b8d0b4d6a9522dc9ba6d91833 for: {'network': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:36:52.432935 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c79406a8-a238-492f-9652-1630c7f5ea04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:52.441410 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c79406a8-a238-492f-9652-1630c7f5ea04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:52.513261 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c79406a8-a238-492f-9652-1630c7f5ea04 admin admin] Publish callbacks [] for security_group (1c951b4b-d943-4dd2-9bef-60abf554b37c), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:52.516821 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c79406a8-a238-492f-9652-1630c7f5ea04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (1c951b4b-d943-4dd2-9bef-60abf554b37c), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:52.536332 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c79406a8-a238-492f-9652-1630c7f5ea04 admin admin] Reserving flat network on physical network physnet1 {{(pid=109950) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 12 17:36:52.551938 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79406a8-a238-492f-9652-1630c7f5ea04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c951b4b-d943-4dd2-9bef-60abf554b37c,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:36:52.556720 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c79406a8-a238-492f-9652-1630c7f5ea04 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:52.557125 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.segments_db [None req-c79406a8-a238-492f-9652-1630c7f5ea04 admin admin] Added segment aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe of type flat for network 2dffabea-01f3-473a-98ec-6cd80cf699f7 May 12 17:36:52.610897 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c79406a8-a238-492f-9652-1630c7f5ea04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (2dffabea-01f3-473a-98ec-6cd80cf699f7), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:52.643509 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c79406a8-a238-492f-9652-1630c7f5ea04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (2dffabea-01f3-473a-98ec-6cd80cf699f7), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:52.644543 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79406a8-a238-492f-9652-1630c7f5ea04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:36:52.645113 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c79406a8-a238-492f-9652-1630c7f5ea04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:52.692460 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-c79406a8-a238-492f-9652-1630c7f5ea04 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5846491 May 12 17:36:52.739672 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79406a8-a238-492f-9652-1630c7f5ea04 admin admin] Pushing event updated for resources: {'Network': ['ID=2dffabea-01f3-473a-98ec-6cd80cf699f7,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:36:52.751163 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:36:52.921119 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:36:52.969905 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:36:52.970296 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:53.043071 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:36:53.595880 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-328b7d27-ec7c-45f4-b716-549a8d0a5651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:55.112284 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 48808) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:55.527389 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4773d0-4c4f-4945-8289-d36eb1287f91 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:36:55.528680 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-0a4773d0-4c4f-4945-8289-d36eb1287f91 demo admin] 10.222.0.73 "GET /v2.0/subnets/3dceafa1-baa0-4d4c-a076-18aa83e4b419 HTTP/1.1" status: 200 len: 849 time: 0.4154379 May 12 17:36:55.690871 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-6f058feb-469e-47c1-9b3c-46f29c7c39b2 demo admin] 10.222.0.73 "GET /v2.0/routers/be3ce172-f5d5-4b41-b92e-b19ebffbf6a0 HTTP/1.1" status: 200 len: 704 time: 0.1566160 May 12 17:36:55.829733 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a21a7117-0789-427e-aa3a-a5b525196c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:55.965996 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:56.256871 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] Allocated IP 172.20.0.1 (43f7447c-01a9-4297-8ca2-48dd2401d890/3dceafa1-baa0-4d4c-a076-18aa83e4b419/261d7fdd-e92e-4176-9876-de535c838316) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:36:56.437361 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] Publish callbacks [] for port (261d7fdd-e92e-4176-9876-de535c838316), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:56.501949 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (261d7fdd-e92e-4176-9876-de535c838316), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:56.571136 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] Network 43f7447c-01a9-4297-8ca2-48dd2401d890 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:36:56.576274 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:36:56.593580 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:36:56.594000 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-997879'] for router_interface (be3ce172-f5d5-4b41-b92e-b19ebffbf6a0), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:56.596633 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] Pushing event updated for resources: {'Port': ['ID=261d7fdd-e92e-4176-9876-de535c838316,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:36:56.776122 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-430cbfff-c5c3-42ae-ad6c-23e18c04fe18 None None] Provisioning complete for port 261d7fdd-e92e-4176-9876-de535c838316 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:36:56.776531 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-430cbfff-c5c3-42ae-ad6c-23e18c04fe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (261d7fdd-e92e-4176-9876-de535c838316), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:56.856247 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (261d7fdd-e92e-4176-9876-de535c838316), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:56.858712 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-430cbfff-c5c3-42ae-ad6c-23e18c04fe18 None None] Port 261d7fdd-e92e-4176-9876-de535c838316 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:36:57.099421 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] Publish callbacks [] for port (261d7fdd-e92e-4176-9876-de535c838316), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:57.103820 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (261d7fdd-e92e-4176-9876-de535c838316), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:57.104690 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984765'] for router_interface (be3ce172-f5d5-4b41-b92e-b19ebffbf6a0), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:57.164787 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] Pushing event updated for resources: {'Port': ['ID=261d7fdd-e92e-4176-9876-de535c838316,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:36:57.221139 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:57.231132 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] Network 43f7447c-01a9-4297-8ca2-48dd2401d890 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:36:57.232457 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:36:57.399987 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] Router be3ce172-f5d5-4b41-b92e-b19ebffbf6a0 is scheduled to L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 with binding_index 1 {{(pid=109950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:36:57.479142 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-18ca6841-39c3-4389-aa77-13dc1f70ae31 None None] Provisioning complete for port 261d7fdd-e92e-4176-9876-de535c838316 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:36:57.479452 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-18ca6841-39c3-4389-aa77-13dc1f70ae31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (261d7fdd-e92e-4176-9876-de535c838316), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:57.491570 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:36:57.497832 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-22608773-fd4c-4040-9224-6d2e9c465277 demo admin] 10.222.0.73 "PUT /v2.0/routers/be3ce172-f5d5-4b41-b92e-b19ebffbf6a0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8017075 May 12 17:36:57.505752 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Sync routers for ids ['be3ce172-f5d5-4b41-b92e-b19ebffbf6a0'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:36:57.519615 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Routers {'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:36:57.520523 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:36:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['be3ce172-f5d5-4b41-b92e-b19ebffbf6a0'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:36:57.523193 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-18ca6841-39c3-4389-aa77-13dc1f70ae31 None None] Port 261d7fdd-e92e-4176-9876-de535c838316 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:36:57.716767 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Set router be3ce172-f5d5-4b41-b92e-b19ebffbf6a0 gateway port host: None {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:36:58.139011 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0', 'name': 'router1', 'tenant_id': '8770b556c0c24d1b85b244d3070b0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:36:46Z', 'updated_at': '2022-05-12T17:36:56Z', 'revision_number': 2, 'project_id': '8770b556c0c24d1b85b244d3070b0330', 'gw_port_host': None, '_interfaces': [{'id': '261d7fdd-e92e-4176-9876-de535c838316', 'name': '', 'network_id': '43f7447c-01a9-4297-8ca2-48dd2401d890', 'tenant_id': '8770b556c0c24d1b85b244d3070b0330', 'mac_address': 'fa:16:3e:fa:c3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dceafa1-baa0-4d4c-a076-18aa83e4b419', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:36:55Z', 'updated_at': '2022-05-12T17:36:56Z', 'revision_number': 2, 'project_id': '8770b556c0c24d1b85b244d3070b0330', 'subnets': [{'id': '3dceafa1-baa0-4d4c-a076-18aa83e4b419', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3076f994-dbc1-4c5a-b8e8-48307e509513'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:36:58.190443 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Checking router: be3ce172-f5d5-4b41-b92e-b19ebffbf6a0 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:36:58.190811 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Updating router be3ce172-f5d5-4b41-b92e-b19ebffbf6a0 port 261d7fdd-e92e-4176-9876-de535c838316 binding host dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:36:58.243638 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (261d7fdd-e92e-4176-9876-de535c838316), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:58.585036 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:58.792328 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Publish callbacks [] for port (261d7fdd-e92e-4176-9876-de535c838316), precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:58.799941 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (261d7fdd-e92e-4176-9876-de535c838316), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:58.966752 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1409f-5612-49e9-aeb6-202aab50199e None None] Pushing event updated for resources: {'Port': ['ID=261d7fdd-e92e-4176-9876-de535c838316,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:36:58.985423 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1409f-5612-49e9-aeb6-202aab50199e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:58.985786 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1409f-5612-49e9-aeb6-202aab50199e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:58.986278 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1409f-5612-49e9-aeb6-202aab50199e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:58.986517 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1409f-5612-49e9-aeb6-202aab50199e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:58.986786 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1409f-5612-49e9-aeb6-202aab50199e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:58.987118 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1409f-5612-49e9-aeb6-202aab50199e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:58.987454 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1409f-5612-49e9-aeb6-202aab50199e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:58.987812 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1409f-5612-49e9-aeb6-202aab50199e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:58.988099 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1409f-5612-49e9-aeb6-202aab50199e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:58.988467 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1409f-5612-49e9-aeb6-202aab50199e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:58.988774 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1409f-5612-49e9-aeb6-202aab50199e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:58.989102 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1409f-5612-49e9-aeb6-202aab50199e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:58.989431 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1409f-5612-49e9-aeb6-202aab50199e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:58.989755 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1409f-5612-49e9-aeb6-202aab50199e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:58.990077 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1409f-5612-49e9-aeb6-202aab50199e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1409f-5612-49e9-aeb6-202aab50199e None None] Tracked resource versions report: May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: pushed versions: May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: { 'AddressGroup': {'1.2'}, May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Agent': {'1.1'}, May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'ConntrackHelper': {'1.0'}, May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'LocalIPAssociation': {'1.0'}, May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Log': {'1.0'}, May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'NDPProxy': {'1.0'}, May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Network': {'1.1'}, May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Port': {'1.7'}, May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'PortForwarding': {'1.3'}, May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'QosPolicy': {'1.10'}, May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'SecurityGroup': {'1.5'}, May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'SecurityGroupRule': {'1.2'}, May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'SubPort': {'1.0'}, May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Subnet': {'1.1'}, May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Trunk': {'1.1'}} May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: consumer versions: May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: { DHCP agent@dv-cinder-840525-2-iscsi: {}, May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: L3 agent@dv-cinder-840525-2-iscsi: {}, May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: Metadata agent@dv-cinder-840525-2-iscsi: {}, May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: Metering agent@dv-cinder-840525-2-iscsi: {}, May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: Open vSwitch agent@dv-cinder-840525-2-iscsi: { 'AddressGroup': '1.2', May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Agent': '1.1', May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'ConntrackHelper': '1.0', May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'LocalIPAssociation': '1.0', May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Log': '1.0', May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'NDPProxy': '1.0', May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Network': '1.1', May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Port': '1.7', May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'PortForwarding': '1.3', May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'QosPolicy': '1.10', May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'SecurityGroup': '1.5', May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'SecurityGroupRule': '1.2', May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'SubPort': '1.0', May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Subnet': '1.1', May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Trunk': '1.1'}} May 12 17:36:58.991456 dv-cinder-840525-2-iscsi neutron-server[109953]: {{(pid=109953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:36:58.994210 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Attempting to bind port 261d7fdd-e92e-4176-9876-de535c838316 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:36:58.994581 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Attempting to bind port 261d7fdd-e92e-4176-9876-de535c838316 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': 'a6f00dc9-2d08-42eb-9047-224865be8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '43f7447c-01a9-4297-8ca2-48dd2401d890'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:36:58.995271 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Attempting to bind port 261d7fdd-e92e-4176-9876-de535c838316 on network 43f7447c-01a9-4297-8ca2-48dd2401d890 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:36:59.002533 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:36:59.002937 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Checking segment: {'id': 'a6f00dc9-2d08-42eb-9047-224865be8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '43f7447c-01a9-4297-8ca2-48dd2401d890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:36:59.003425 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:59.003810 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Bound using segment: {'id': 'a6f00dc9-2d08-42eb-9047-224865be8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '43f7447c-01a9-4297-8ca2-48dd2401d890'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:36:59.004321 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Bound port: 261d7fdd-e92e-4176-9876-de535c838316, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f00dc9-2d08-42eb-9047-224865be8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '43f7447c-01a9-4297-8ca2-48dd2401d890'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:36:59.004703 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (261d7fdd-e92e-4176-9876-de535c838316), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:59.075353 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] For port 261d7fdd-e92e-4176-9876-de535c838316, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:36:59.098357 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] For port 261d7fdd-e92e-4176-9876-de535c838316, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=261d7fdd-e92e-4176-9876-de535c838316,segment=NetworkSegment(a6f00dc9-2d08-42eb-9047-224865be8be6),segment_id=a6f00dc9-2d08-42eb-9047-224865be8be6)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:36:59.106216 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (261d7fdd-e92e-4176-9876-de535c838316), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:59.174066 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Routers {'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:36:59.174830 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:36:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['be3ce172-f5d5-4b41-b92e-b19ebffbf6a0'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:36:59.178027 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1409f-5612-49e9-aeb6-202aab50199e None None] Pushing event updated for resources: {'Port': ['ID=261d7fdd-e92e-4176-9876-de535c838316,revision_number=4']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:36:59.193893 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-fe8df7a2-5ecf-4919-9898-840eab0d29be None None] Provisioning complete for port 261d7fdd-e92e-4176-9876-de535c838316 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:36:59.194366 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fe8df7a2-5ecf-4919-9898-840eab0d29be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (261d7fdd-e92e-4176-9876-de535c838316), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:59.276191 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] Set router be3ce172-f5d5-4b41-b92e-b19ebffbf6a0 gateway port host: None {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:36:59.288702 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-fe8df7a2-5ecf-4919-9898-840eab0d29be None None] Current status of the port 261d7fdd-e92e-4176-9876-de535c838316 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:36:59.289233 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fe8df7a2-5ecf-4919-9898-840eab0d29be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (261d7fdd-e92e-4176-9876-de535c838316), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:59.326177 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-fe8df7a2-5ecf-4919-9898-840eab0d29be None None] For port 261d7fdd-e92e-4176-9876-de535c838316, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=261d7fdd-e92e-4176-9876-de535c838316,segment=NetworkSegment(a6f00dc9-2d08-42eb-9047-224865be8be6),segment_id=a6f00dc9-2d08-42eb-9047-224865be8be6)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:36:59.331672 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fe8df7a2-5ecf-4919-9898-840eab0d29be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (261d7fdd-e92e-4176-9876-de535c838316), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:59.391032 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8df7a2-5ecf-4919-9898-840eab0d29be None None] Pushing event updated for resources: {'Port': ['ID=261d7fdd-e92e-4176-9876-de535c838316,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:36:59.454520 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-13dac13f-741f-49df-848f-5278510123e0 None None] Provisioning complete for port 261d7fdd-e92e-4176-9876-de535c838316 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:36:59.454843 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13dac13f-741f-49df-848f-5278510123e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (261d7fdd-e92e-4176-9876-de535c838316), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:59.503942 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0', 'name': 'router1', 'tenant_id': '8770b556c0c24d1b85b244d3070b0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:36:46Z', 'updated_at': '2022-05-12T17:36:56Z', 'revision_number': 2, 'project_id': '8770b556c0c24d1b85b244d3070b0330', 'gw_port_host': None, '_interfaces': [{'id': '261d7fdd-e92e-4176-9876-de535c838316', 'name': '', 'network_id': '43f7447c-01a9-4297-8ca2-48dd2401d890', 'tenant_id': '8770b556c0c24d1b85b244d3070b0330', 'mac_address': 'fa:16:3e:fa:c3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dceafa1-baa0-4d4c-a076-18aa83e4b419', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:36:55Z', 'updated_at': '2022-05-12T17:36:59Z', 'revision_number': 4, 'project_id': '8770b556c0c24d1b85b244d3070b0330', 'subnets': [{'id': '3dceafa1-baa0-4d4c-a076-18aa83e4b419', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3076f994-dbc1-4c5a-b8e8-48307e509513'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:36:59.532315 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16141b-3fc0-4a7c-b79a-4f8f60899099 None None] The sync data for ids ['be3ce172-f5d5-4b41-b92e-b19ebffbf6a0'] in dv-cinder-840525-2-iscsi is: [{'id': 'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0', 'name': 'router1', 'tenant_id': '8770b556c0c24d1b85b244d3070b0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:36:46Z', 'updated_at': '2022-05-12T17:36:56Z', 'revision_number': 2, 'project_id': '8770b556c0c24d1b85b244d3070b0330', 'gw_port_host': None, '_interfaces': [{'id': '261d7fdd-e92e-4176-9876-de535c838316', 'name': '', 'network_id': '43f7447c-01a9-4297-8ca2-48dd2401d890', 'tenant_id': '8770b556c0c24d1b85b244d3070b0330', 'mac_address': 'fa:16:3e:fa:c3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dceafa1-baa0-4d4c-a076-18aa83e4b419', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:36:55Z', 'updated_at': '2022-05-12T17:36:59Z', 'revision_number': 4, 'project_id': '8770b556c0c24d1b85b244d3070b0330', 'subnets': [{'id': '3dceafa1-baa0-4d4c-a076-18aa83e4b419', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3076f994-dbc1-4c5a-b8e8-48307e509513'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:36:59.533741 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-13dac13f-741f-49df-848f-5278510123e0 None None] Current status of the port 261d7fdd-e92e-4176-9876-de535c838316 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:36:59.954902 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 48828) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:37:00.149800 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55afd499-b84e-48dc-bfb3-870f23197d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:37:00.151166 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-55afd499-b84e-48dc-bfb3-870f23197d4b admin admin] 10.222.0.73 "GET /v2.0/networks/2dffabea-01f3-473a-98ec-6cd80cf699f7 HTTP/1.1" status: 200 len: 842 time: 0.1951556 May 12 17:37:00.160515 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-7c2b7d08-4241-4b11-8708-c6b70d687dbe admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'enable_dhcp': False}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:37:00.185092 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2b7d08-4241-4b11-8708-c6b70d687dbe admin admin] Made reservation on behalf of ccf7092b8d0b4d6a9522dc9ba6d91833 for: {'subnet': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:37:00.187343 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7d08-4241-4b11-8708-c6b70d687dbe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:00.242795 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:00.479767 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.objects.ports [None req-7c2b7d08-4241-4b11-8708-c6b70d687dbe admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109950) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 17:37:00.480707 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7d08-4241-4b11-8708-c6b70d687dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for subnet (eb85e29b-0dd5-4835-a9ca-913385c8e02a), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:00.539658 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b7d08-4241-4b11-8708-c6b70d687dbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb85e29b-0dd5-4835-a9ca-913385c8e02a,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:37:00.550778 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2b7d08-4241-4b11-8708-c6b70d687dbe admin admin] Checking segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:37:00.551143 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2b7d08-4241-4b11-8708-c6b70d687dbe admin admin] Network hostable DHCP agents. Network: 2dffabea-01f3-473a-98ec-6cd80cf699f7, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:37:00.573193 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2b7d08-4241-4b11-8708-c6b70d687dbe admin admin] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:37:00.586064 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-7c2b7d08-4241-4b11-8708-c6b70d687dbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, 2dffabea-01f3-473a-98ec-6cd80cf699f7) {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:37:00.590842 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2b7d08-4241-4b11-8708-c6b70d687dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:37:00.591534 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c2b7d08-4241-4b11-8708-c6b70d687dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:00.597786 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6ce967-4f22-4909-a014-c5ea10f0afe4 None None] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:37:00.609133 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-7c2b7d08-4241-4b11-8708-c6b70d687dbe admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4519787 May 12 17:37:00.709608 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d84f02-78ae-451a-ab35-9c643ef085a7 None None] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:37:03.077459 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 48846) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:37:03.285771 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-a041a8bf-700f-4801-b37a-d00c08349d07 demo admin] 10.222.0.73 "GET /v2.0/routers/be3ce172-f5d5-4b41-b92e-b19ebffbf6a0 HTTP/1.1" status: 200 len: 710 time: 0.2070017 May 12 17:37:03.370299 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47991100-4bc8-4c64-bc2f-7fb5a818e764 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:37:03.372343 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-47991100-4bc8-4c64-bc2f-7fb5a818e764 demo admin] 10.222.0.73 "GET /v2.0/networks/2dffabea-01f3-473a-98ec-6cd80cf699f7 HTTP/1.1" status: 200 len: 886 time: 0.0811920 May 12 17:37:03.381046 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-3b953fb1-3268-4604-90a1-0803b61c8191 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:37:03.632948 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3b953fb1-3268-4604-90a1-0803b61c8191 demo admin] Publish callbacks [] for router_gateway (be3ce172-f5d5-4b41-b92e-b19ebffbf6a0), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:03.848478 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3b953fb1-3268-4604-90a1-0803b61c8191 demo admin] Publish callbacks [] for router_gateway (be3ce172-f5d5-4b41-b92e-b19ebffbf6a0), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:03.922419 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3b953fb1-3268-4604-90a1-0803b61c8191 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:04.029806 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-3b953fb1-3268-4604-90a1-0803b61c8191 demo admin] Allocated IP 172.27.2.215 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/2b86f6fa-224d-4086-ba9e-296ea61b4fa9) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:37:04.133264 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3b953fb1-3268-4604-90a1-0803b61c8191 demo admin] Publish callbacks [] for port (2b86f6fa-224d-4086-ba9e-296ea61b4fa9), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:04.166895 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3b953fb1-3268-4604-90a1-0803b61c8191 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (2b86f6fa-224d-4086-ba9e-296ea61b4fa9), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:04.205402 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b953fb1-3268-4604-90a1-0803b61c8191 demo admin] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:37:04.208231 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-3b953fb1-3268-4604-90a1-0803b61c8191 demo admin] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:37:04.218346 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b953fb1-3268-4604-90a1-0803b61c8191 demo admin] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:37:04.220070 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b953fb1-3268-4604-90a1-0803b61c8191 demo admin] Pushing event updated for resources: {'Port': ['ID=2b86f6fa-224d-4086-ba9e-296ea61b4fa9,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:37:04.483931 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3b953fb1-3268-4604-90a1-0803b61c8191 demo admin] Publish callbacks [] for router_gateway (be3ce172-f5d5-4b41-b92e-b19ebffbf6a0), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:04.781442 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3b953fb1-3268-4604-90a1-0803b61c8191 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-994706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31096'] for router (be3ce172-f5d5-4b41-b92e-b19ebffbf6a0), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:04.784946 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3b953fb1-3268-4604-90a1-0803b61c8191 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-996058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-994699'] for router (be3ce172-f5d5-4b41-b92e-b19ebffbf6a0), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:04.903788 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b953fb1-3268-4604-90a1-0803b61c8191 demo admin] Router be3ce172-f5d5-4b41-b92e-b19ebffbf6a0 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:37:05.020649 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b953fb1-3268-4604-90a1-0803b61c8191 demo admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:37:05.025006 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3b953fb1-3268-4604-90a1-0803b61c8191 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:05.027791 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-3b953fb1-3268-4604-90a1-0803b61c8191 demo admin] 10.222.0.73 "PUT /v2.0/routers/be3ce172-f5d5-4b41-b92e-b19ebffbf6a0 HTTP/1.1" status: 200 len: 890 time: 1.6489046 May 12 17:37:06.938737 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 261d7fdd-e92e-4176-9876-de535c838316 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:37:06.986256 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 261d7fdd-e92e-4176-9876-de535c838316 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:37:06.986645 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (261d7fdd-e92e-4176-9876-de535c838316), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:07.068010 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 261d7fdd-e92e-4176-9876-de535c838316 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:37:07.611785 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 48858) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:37:07.724920 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-bcb5ad4f-6178-4326-84a1-48cbb78b6fe8 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1119716 May 12 17:37:08.498538 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Sync routers for ids ['be3ce172-f5d5-4b41-b92e-b19ebffbf6a0'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:37:08.515562 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Routers {'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:37:08.519284 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:36:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['be3ce172-f5d5-4b41-b92e-b19ebffbf6a0'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:37:08.766949 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Set router be3ce172-f5d5-4b41-b92e-b19ebffbf6a0 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:37:09.226362 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0', 'name': 'router1', 'tenant_id': '8770b556c0c24d1b85b244d3070b0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '2b86f6fa-224d-4086-ba9e-296ea61b4fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:36:46Z', 'updated_at': '2022-05-12T17:37:04Z', 'revision_number': 4, 'project_id': '8770b556c0c24d1b85b244d3070b0330', 'gw_port': {'id': '2b86f6fa-224d-4086-ba9e-296ea61b4fa9', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:37:03Z', 'updated_at': '2022-05-12T17:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '261d7fdd-e92e-4176-9876-de535c838316', 'name': '', 'network_id': '43f7447c-01a9-4297-8ca2-48dd2401d890', 'tenant_id': '8770b556c0c24d1b85b244d3070b0330', 'mac_address': 'fa:16:3e:fa:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dceafa1-baa0-4d4c-a076-18aa83e4b419', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:36:55Z', 'updated_at': '2022-05-12T17:36:59Z', 'revision_number': 5, 'project_id': '8770b556c0c24d1b85b244d3070b0330', 'subnets': [{'id': '3dceafa1-baa0-4d4c-a076-18aa83e4b419', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3076f994-dbc1-4c5a-b8e8-48307e509513'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:37:09.279069 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Checking router: be3ce172-f5d5-4b41-b92e-b19ebffbf6a0 for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:37:09.279451 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Updating router be3ce172-f5d5-4b41-b92e-b19ebffbf6a0 port 2b86f6fa-224d-4086-ba9e-296ea61b4fa9 binding host dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:37:09.329364 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (2b86f6fa-224d-4086-ba9e-296ea61b4fa9), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:09.701208 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Publish callbacks [] for port (2b86f6fa-224d-4086-ba9e-296ea61b4fa9), precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:09.707596 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (2b86f6fa-224d-4086-ba9e-296ea61b4fa9), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:09.762391 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Attempting to bind port 2b86f6fa-224d-4086-ba9e-296ea61b4fa9 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:37:09.762767 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Attempting to bind port 2b86f6fa-224d-4086-ba9e-296ea61b4fa9 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:37:09.763126 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Attempting to bind port 2b86f6fa-224d-4086-ba9e-296ea61b4fa9 on network 2dffabea-01f3-473a-98ec-6cd80cf699f7 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:37:09.765229 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37df71a-4c3c-4cd3-93cb-702436098675 None None] Pushing event updated for resources: {'Port': ['ID=2b86f6fa-224d-4086-ba9e-296ea61b4fa9,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:37:09.771864 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:37:09.772312 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Checking segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:37:09.772673 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:09.773064 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Bound using segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:37:09.773541 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Bound port: 2b86f6fa-224d-4086-ba9e-296ea61b4fa9, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:37:09.773923 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (2b86f6fa-224d-4086-ba9e-296ea61b4fa9), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:09.833457 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] For port 2b86f6fa-224d-4086-ba9e-296ea61b4fa9, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:37:09.836599 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] For port 2b86f6fa-224d-4086-ba9e-296ea61b4fa9, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=2b86f6fa-224d-4086-ba9e-296ea61b4fa9,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:37:09.845699 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (2b86f6fa-224d-4086-ba9e-296ea61b4fa9), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:09.904994 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Routers {'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:37:09.905640 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:36:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['be3ce172-f5d5-4b41-b92e-b19ebffbf6a0'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:37:09.910695 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37df71a-4c3c-4cd3-93cb-702436098675 None None] Pushing event updated for resources: {'Port': ['ID=2b86f6fa-224d-4086-ba9e-296ea61b4fa9,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:37:10.035272 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] Set router be3ce172-f5d5-4b41-b92e-b19ebffbf6a0 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:37:10.258592 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0', 'name': 'router1', 'tenant_id': '8770b556c0c24d1b85b244d3070b0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '2b86f6fa-224d-4086-ba9e-296ea61b4fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:36:46Z', 'updated_at': '2022-05-12T17:37:04Z', 'revision_number': 4, 'project_id': '8770b556c0c24d1b85b244d3070b0330', 'gw_port': {'id': '2b86f6fa-224d-4086-ba9e-296ea61b4fa9', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:37:03Z', 'updated_at': '2022-05-12T17:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '261d7fdd-e92e-4176-9876-de535c838316', 'name': '', 'network_id': '43f7447c-01a9-4297-8ca2-48dd2401d890', 'tenant_id': '8770b556c0c24d1b85b244d3070b0330', 'mac_address': 'fa:16:3e:fa:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dceafa1-baa0-4d4c-a076-18aa83e4b419', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:36:55Z', 'updated_at': '2022-05-12T17:36:59Z', 'revision_number': 5, 'project_id': '8770b556c0c24d1b85b244d3070b0330', 'subnets': [{'id': '3dceafa1-baa0-4d4c-a076-18aa83e4b419', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3076f994-dbc1-4c5a-b8e8-48307e509513'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:37:10.293120 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11e690-31e3-4a39-a0b7-6be172eeecb5 None None] The sync data for ids ['be3ce172-f5d5-4b41-b92e-b19ebffbf6a0'] in dv-cinder-840525-2-iscsi is: [{'id': 'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0', 'name': 'router1', 'tenant_id': '8770b556c0c24d1b85b244d3070b0330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '2b86f6fa-224d-4086-ba9e-296ea61b4fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:36:46Z', 'updated_at': '2022-05-12T17:37:04Z', 'revision_number': 4, 'project_id': '8770b556c0c24d1b85b244d3070b0330', 'gw_port': {'id': '2b86f6fa-224d-4086-ba9e-296ea61b4fa9', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:37:03Z', 'updated_at': '2022-05-12T17:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '261d7fdd-e92e-4176-9876-de535c838316', 'name': '', 'network_id': '43f7447c-01a9-4297-8ca2-48dd2401d890', 'tenant_id': '8770b556c0c24d1b85b244d3070b0330', 'mac_address': 'fa:16:3e:fa:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3ce172-f5d5-4b41-b92e-b19ebffbf6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dceafa1-baa0-4d4c-a076-18aa83e4b419', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:36:55Z', 'updated_at': '2022-05-12T17:36:59Z', 'revision_number': 5, 'project_id': '8770b556c0c24d1b85b244d3070b0330', 'subnets': [{'id': '3dceafa1-baa0-4d4c-a076-18aa83e4b419', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3076f994-dbc1-4c5a-b8e8-48307e509513'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:37:11.026162 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 2b86f6fa-224d-4086-ba9e-296ea61b4fa9 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:37:11.080771 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 2b86f6fa-224d-4086-ba9e-296ea61b4fa9 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:37:11.081152 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (2b86f6fa-224d-4086-ba9e-296ea61b4fa9), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:11.171376 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 2b86f6fa-224d-4086-ba9e-296ea61b4fa9 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:37:11.171767 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (2b86f6fa-224d-4086-ba9e-296ea61b4fa9), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:11.194914 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] For port 2b86f6fa-224d-4086-ba9e-296ea61b4fa9, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=2b86f6fa-224d-4086-ba9e-296ea61b4fa9,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:37:11.200502 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (2b86f6fa-224d-4086-ba9e-296ea61b4fa9), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:11.267813 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Pushing event updated for resources: {'Port': ['ID=2b86f6fa-224d-4086-ba9e-296ea61b4fa9,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:37:13.026124 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 2b86f6fa-224d-4086-ba9e-296ea61b4fa9 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:37:13.104615 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 2b86f6fa-224d-4086-ba9e-296ea61b4fa9 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:37:13.105547 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (2b86f6fa-224d-4086-ba9e-296ea61b4fa9), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:13.196821 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 2b86f6fa-224d-4086-ba9e-296ea61b4fa9 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:37:23.604670 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-00c8ded0-083a-44d7-a83e-4fcccb5f44e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:25.835770 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7b48ca03-0e3f-4499-a77c-f0ee45885f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:27.345857 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:28.133589 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 5 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:37:28.592042 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:30.238686 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:53.612112 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-20650ef3-4a88-401e-b440-344948546ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:55.829745 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-990f0b54-9fa9-4903-909f-2f1b9ac85c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:57.231633 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:58.591652 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:00.245477 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:05.132778 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 5 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:38:23.597778 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-04cd3509-d438-4907-8c73-59e0795b34ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:25.830954 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1e53dd7e-ea4a-4e5a-8086-1138923f2873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:27.020986 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 49342) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:38:27.081896 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.pecan_wsgi.hooks.translation [None req-b501af0c-a204-493b-8ac6-784ab78f8bd5 admin admin] GET failed (client error): The resource could not be found. May 12 17:38:27.083225 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-b501af0c-a204-493b-8ac6-784ab78f8bd5 admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612590 May 12 17:38:27.233537 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:27.250266 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f9dcf6-4479-4ae6-abfa-da627a389ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:38:27.251761 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-21f9dcf6-4479-4ae6-abfa-da627a389ca9 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1644559 May 12 17:38:28.585670 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:29.499882 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 49352) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:38:29.630878 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517527d8-319b-48f9-80eb-d03aaa20185a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:38:29.632289 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-517527d8-319b-48f9-80eb-d03aaa20185a admin admin] 10.222.0.73 "GET /v2.0/subnets/3dceafa1-baa0-4d4c-a076-18aa83e4b419 HTTP/1.1" status: 200 len: 849 time: 0.1314318 May 12 17:38:29.641537 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:38:29.725147 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Publish callbacks [] for subnet (3dceafa1-baa0-4d4c-a076-18aa83e4b419), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:29.874022 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789480418434'] for subnet (3dceafa1-baa0-4d4c-a076-18aa83e4b419), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:29.907996 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:38:29.909016 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:29.928192 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] 10.222.0.73 "PUT /v2.0/subnets/3dceafa1-baa0-4d4c-a076-18aa83e4b419 HTTP/1.1" status: 200 len: 868 time: 0.2719808 May 12 17:38:29.928422 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9810c936-5e04-47fb-b728-302a0f39c892 None None] Network 43f7447c-01a9-4297-8ca2-48dd2401d890 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:38:29.930347 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dceafa1-baa0-4d4c-a076-18aa83e4b419,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:38:29.939076 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:29.939426 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:29.939793 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:29.940137 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:29.940504 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:29.940833 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:29.941163 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:29.941491 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:29.941832 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:29.942166 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:29.942507 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:29.942841 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:29.943168 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:29.943492 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:29.943817 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faaa3dc-af0d-4284-b138-809fd5e752d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:30.241118 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-464efe0d-5c36-4f73-bd29-e71542eb2a59 None None] Provisioning complete for port 261d7fdd-e92e-4176-9876-de535c838316 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:38:30.241500 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-464efe0d-5c36-4f73-bd29-e71542eb2a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (261d7fdd-e92e-4176-9876-de535c838316), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:30.266127 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:30.319232 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-464efe0d-5c36-4f73-bd29-e71542eb2a59 None None] Current status of the port 261d7fdd-e92e-4176-9876-de535c838316 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:38:30.327418 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-464efe0d-5c36-4f73-bd29-e71542eb2a59 None None] Provisioning complete for port 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:38:30.327800 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-464efe0d-5c36-4f73-bd29-e71542eb2a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:30.404296 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-464efe0d-5c36-4f73-bd29-e71542eb2a59 None None] Current status of the port 21e1e8ec-7ec6-4e2a-9ba9-b5d84b068a72 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:38:32.162706 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 49362) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:38:32.367656 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa631e6-cd43-4485-b76e-2516eb339eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:38:32.368038 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa631e6-cd43-4485-b76e-2516eb339eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:38:32.370414 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-6aa631e6-cd43-4485-b76e-2516eb339eb6 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2059820 May 12 17:38:34.606660 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 49370) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:38:34.737618 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b792396-d8ae-4e5b-801a-4c1043785000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:38:34.738082 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b792396-d8ae-4e5b-801a-4c1043785000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:38:34.739595 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-5b792396-d8ae-4e5b-801a-4c1043785000 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319919 May 12 17:38:36.970097 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 49378) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:38:37.118510 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4c76b9-1cad-423f-ade4-a402451bf287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:38:37.119867 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-9a4c76b9-1cad-423f-ade4-a402451bf287 admin admin] 10.222.0.73 "GET /v2.0/networks/2dffabea-01f3-473a-98ec-6cd80cf699f7 HTTP/1.1" status: 200 len: 886 time: 0.1488495 May 12 17:38:39.364952 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 49386) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:38:39.497473 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee3785f-9968-4610-afcb-92ae6c0a54f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:38:39.498837 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-6ee3785f-9968-4610-afcb-92ae6c0a54f9 admin admin] 10.222.0.73 "GET /v2.0/networks/43f7447c-01a9-4297-8ca2-48dd2401d890 HTTP/1.1" status: 200 len: 869 time: 0.1329343 May 12 17:38:41.732527 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 49394) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:38:41.852025 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15dba5-202a-400c-9ca6-8bb913e476ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:38:41.852511 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15dba5-202a-400c-9ca6-8bb913e476ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:38:41.854052 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-5c15dba5-202a-400c-9ca6-8bb913e476ac admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1205397 May 12 17:38:42.134644 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 5 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:38:44.133320 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 49402) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:38:44.225301 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa624053-38a2-4ce9-84c3-e5d405571f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:38:44.225753 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa624053-38a2-4ce9-84c3-e5d405571f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:38:44.227236 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-aa624053-38a2-4ce9-84c3-e5d405571f6e admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929680 May 12 17:38:46.484198 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 49410) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:38:46.573145 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b377eda-0488-4792-99ba-9508b8833681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:38:46.575068 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-1b377eda-0488-4792-99ba-9508b8833681 admin admin] 10.222.0.73 "GET /v2.0/subnets/3dceafa1-baa0-4d4c-a076-18aa83e4b419 HTTP/1.1" status: 200 len: 868 time: 0.0899322 May 12 17:38:48.826137 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 49418) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:38:48.917176 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21decc00-88d4-48f5-bf95-c684270e73a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:38:48.920202 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-21decc00-88d4-48f5-bf95-c684270e73a3 admin admin] 10.222.0.73 "GET /v2.0/subnets/eb85e29b-0dd5-4835-a9ca-913385c8e02a HTTP/1.1" status: 200 len: 816 time: 0.0921581 May 12 17:38:53.600967 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-87c72779-f315-4b99-93fd-f3ee948d343a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:55.833028 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad436409-c4a8-4158-8a4a-5a5e0d6b9289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:57.238332 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:58.586987 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:00.237686 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:19.133320 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 5 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:39:23.601496 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a72c0651-de0e-4dca-bf24-e57b30d3c26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:25.836733 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aa1c6264-8372-4672-9215-94db19bdee83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:27.240532 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:28.590418 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:29.496897 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 49476) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:39:29.542860 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [None req-71004287-77f5-480b-8a46-baee7db44c9e admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109951) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:39:29.543841 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-71004287-77f5-480b-8a46-baee7db44c9e admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0460162 May 12 17:39:30.239123 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:31.884333 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 49484) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:39:31.944480 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9ec0bd-ec3b-44e0-ba6a-86701fe253b6 admin admin] GET failed (client error): The resource could not be found. May 12 17:39:31.945757 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-7b9ec0bd-ec3b-44e0-ba6a-86701fe253b6 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605640 May 12 17:39:32.088650 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ccf64f-141d-47c5-a395-f970245d8eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:39:32.090132 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-c7ccf64f-141d-47c5-a395-f970245d8eaf admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1398649 May 12 17:39:34.345053 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 49492) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:39:34.391476 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:39:34.412843 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Made reservation on behalf of ccf7092b8d0b4d6a9522dc9ba6d91833 for: {'network': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:39:34.415141 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:34.458970 dv-cinder-840525-2-iscsi neutron-server[109951]: WARNING neutron.services.revisions.revision_plugin [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Could not find related network for resource to bump revision. May 12 17:39:34.475361 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=109951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:39:34.487506 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (d623d86e-d198-41f5-9512-cedb08294377), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:34.487994 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.segments_db [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Added segment d623d86e-d198-41f5-9512-cedb08294377 of type vlan for network 563f8608-c151-4977-a039-606f39db8d74 May 12 17:39:34.531611 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (563f8608-c151-4977-a039-606f39db8d74), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:34.562071 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (563f8608-c151-4977-a039-606f39db8d74), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:34.563021 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:39:34.563600 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:34.613240 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2671089 May 12 17:39:34.658240 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Pushing event updated for resources: {'Network': ['ID=563f8608-c151-4977-a039-606f39db8d74,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:39:34.665895 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:34.666925 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:34.667335 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:34.667679 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:34.668014 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:34.668378 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:34.668701 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:34.669051 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:34.669345 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:34.669670 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:34.670008 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:34.670335 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:34.670656 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:34.670977 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:34.671291 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42a3085-199e-4bfe-972d-5f8a59682897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:34.684141 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network 563f8608-c151-4977-a039-606f39db8d74 details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:39:36.948845 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 49500) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:39:37.007227 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5fca0ce-2ced-44df-94e9-527ee07609d7 admin admin] GET failed (client error): The resource could not be found. May 12 17:39:37.008500 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-b5fca0ce-2ced-44df-94e9-527ee07609d7 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587010 May 12 17:39:37.081092 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc41ef-e84b-4e5b-8162-beeb9289cde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:39:37.082515 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-98fc41ef-e84b-4e5b-8162-beeb9289cde0 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0693681 May 12 17:39:37.092888 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '563f8608-c151-4977-a039-606f39db8d74', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:39:37.112314 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Made reservation on behalf of ccf7092b8d0b4d6a9522dc9ba6d91833 for: {'subnet': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:39:37.114535 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:37.276666 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for subnet (54e6a512-3309-42b7-9743-b44e696b2bfc), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:37.334268 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e6a512-3309-42b7-9743-b44e696b2bfc,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:39:37.341701 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Checking segment: {'id': 'd623d86e-d198-41f5-9512-cedb08294377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '563f8608-c151-4977-a039-606f39db8d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:39:37.342063 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Network hostable DHCP agents. Network: 563f8608-c151-4977-a039-606f39db8d74, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:39:37.346409 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.346769 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.347154 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.347503 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.347842 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.348204 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.348540 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.348870 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.349217 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.349554 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.349896 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.350244 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.350574 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.350896 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.351219 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.366933 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Network 563f8608-c151-4977-a039-606f39db8d74 is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:39:37.375663 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, 563f8608-c151-4977-a039-606f39db8d74) {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:39:37.379794 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:39:37.380502 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:37.385184 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0242398-6db3-44f0-af9d-0ec6c0be12bd None None] Network 563f8608-c151-4977-a039-606f39db8d74 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:39:37.396789 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-9fba6507-6e40-4266-845d-1885a545ad4c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3071721 May 12 17:39:37.594806 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3e62091-7561-548c-8de7-cdb0ae49b08b-563f8608-c151-4977-a039-606f39db8d74', 'network_id': '563f8608-c151-4977-a039-606f39db8d74', 'project_id': 'ccf7092b8d0b4d6a9522dc9ba6d91833', 'fixed_ips': [{'subnet_id': '54e6a512-3309-42b7-9743-b44e696b2bfc'}]}} from dv-cinder-840525-2-iscsi. {{(pid=109952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:39:37.595789 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:37.738145 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Allocated IP 192.168.233.2 (563f8608-c151-4977-a039-606f39db8d74/54e6a512-3309-42b7-9743-b44e696b2bfc/79153515-463a-44bc-90e3-8bb2717ad651) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:39:37.884649 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Publish callbacks [] for port (79153515-463a-44bc-90e3-8bb2717ad651), precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:37.891610 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (79153515-463a-44bc-90e3-8bb2717ad651), after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:37.931044 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Network 563f8608-c151-4977-a039-606f39db8d74 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:39:37.932383 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:39:37.937261 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:39:37.955805 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Pushing event updated for resources: {'Port': ['ID=79153515-463a-44bc-90e3-8bb2717ad651,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:39:37.979925 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.981572 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.981949 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.982318 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.982665 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.983054 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.983337 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.983670 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.984002 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.984353 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.984686 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.985030 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.985363 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.985686 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:37.986015 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:39:38.017179 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Attempting to bind port 79153515-463a-44bc-90e3-8bb2717ad651 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:39:38.017559 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Attempting to bind port 79153515-463a-44bc-90e3-8bb2717ad651 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': 'd623d86e-d198-41f5-9512-cedb08294377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '563f8608-c151-4977-a039-606f39db8d74'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:39:38.017926 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Attempting to bind port 79153515-463a-44bc-90e3-8bb2717ad651 on network 563f8608-c151-4977-a039-606f39db8d74 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:39:38.023174 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:39:38.023542 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Checking segment: {'id': 'd623d86e-d198-41f5-9512-cedb08294377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '563f8608-c151-4977-a039-606f39db8d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:39:38.023949 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:38.024374 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Bound using segment: {'id': 'd623d86e-d198-41f5-9512-cedb08294377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '563f8608-c151-4977-a039-606f39db8d74'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:39:38.024843 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Bound port: 79153515-463a-44bc-90e3-8bb2717ad651, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd623d86e-d198-41f5-9512-cedb08294377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '563f8608-c151-4977-a039-606f39db8d74'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:39:38.025226 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (79153515-463a-44bc-90e3-8bb2717ad651), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:38.092060 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] For port 79153515-463a-44bc-90e3-8bb2717ad651, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:39:38.095318 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] For port 79153515-463a-44bc-90e3-8bb2717ad651, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=79153515-463a-44bc-90e3-8bb2717ad651,segment=NetworkSegment(d623d86e-d198-41f5-9512-cedb08294377),segment_id=d623d86e-d198-41f5-9512-cedb08294377)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:39:38.101266 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (79153515-463a-44bc-90e3-8bb2717ad651), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:38.162625 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290cdd52-aa27-4df8-8ac2-53fc4c79b695 None None] Pushing event updated for resources: {'Port': ['ID=79153515-463a-44bc-90e3-8bb2717ad651,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:39:38.995238 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f80c9d-3f68-4b87-b89c-5dec0f687ce5 None None] Network 563f8608-c151-4977-a039-606f39db8d74 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:39:39.067920 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-01899942-8f0a-4e03-a2c2-815e55143f99 None None] Provisioning complete for port 79153515-463a-44bc-90e3-8bb2717ad651 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:39:39.068329 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-01899942-8f0a-4e03-a2c2-815e55143f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (79153515-463a-44bc-90e3-8bb2717ad651), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:39.077034 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 79153515-463a-44bc-90e3-8bb2717ad651 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:39:39.209581 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 79153515-463a-44bc-90e3-8bb2717ad651 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:39:39.209877 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (79153515-463a-44bc-90e3-8bb2717ad651), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:39.261767 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-01899942-8f0a-4e03-a2c2-815e55143f99 None None] Current status of the port 79153515-463a-44bc-90e3-8bb2717ad651 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:39:39.262150 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-01899942-8f0a-4e03-a2c2-815e55143f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (79153515-463a-44bc-90e3-8bb2717ad651), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:39.321609 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-01899942-8f0a-4e03-a2c2-815e55143f99 None None] For port 79153515-463a-44bc-90e3-8bb2717ad651, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=79153515-463a-44bc-90e3-8bb2717ad651,segment=NetworkSegment(d623d86e-d198-41f5-9512-cedb08294377),segment_id=d623d86e-d198-41f5-9512-cedb08294377)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:39:39.333592 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-01899942-8f0a-4e03-a2c2-815e55143f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (79153515-463a-44bc-90e3-8bb2717ad651), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:39.337913 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 79153515-463a-44bc-90e3-8bb2717ad651 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:39:39.338932 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (79153515-463a-44bc-90e3-8bb2717ad651), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:39.432821 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01899942-8f0a-4e03-a2c2-815e55143f99 None None] Pushing event updated for resources: {'Port': ['ID=79153515-463a-44bc-90e3-8bb2717ad651,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:39:39.444155 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.db.api [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 17:39:39.445169 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG oslo_db.api [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 17:39:39.552919 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-a5059edb-1ba4-44cf-9811-1c28420698ff None None] Provisioning complete for port 79153515-463a-44bc-90e3-8bb2717ad651 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:39:39.553347 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5059edb-1ba4-44cf-9811-1c28420698ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (79153515-463a-44bc-90e3-8bb2717ad651), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:39.634737 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a5059edb-1ba4-44cf-9811-1c28420698ff None None] Current status of the port 79153515-463a-44bc-90e3-8bb2717ad651 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:39:39.980897 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 79153515-463a-44bc-90e3-8bb2717ad651 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:39:41.043435 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 79153515-463a-44bc-90e3-8bb2717ad651 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:39:41.094360 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 79153515-463a-44bc-90e3-8bb2717ad651 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:39:41.094754 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (79153515-463a-44bc-90e3-8bb2717ad651), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:41.170265 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 79153515-463a-44bc-90e3-8bb2717ad651 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:39:53.606187 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4300a513-3019-4a7c-b289-10721337e83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:55.839008 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-621fe9f0-a987-4526-9f57-03d80a8443ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:56.132859 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 5 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:39:57.241528 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:58.593475 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:00.241786 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:23.619284 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f6d7e01a-553a-4994-8472-779607f7ae2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:25.841380 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c48de749-df9c-41e4-bf1a-095d546e92da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:27.246808 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:28.597239 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:30.246541 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:33.132231 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 5 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:40:53.613411 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc8585fb-edda-45ef-80bc-4dee0712fdf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:55.843313 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e75613c5-4427-4024-8132-9978ea2995e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:57.249056 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:58.599046 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:00.249554 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:05.327867 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 49538) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:41:05.333597 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [None req-bcba598b-f91b-4d25-b507-4f2f0730be7e tempest-verify_tempest_config-1631624625 tempest-verify_tempest_config-1631624625-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109950) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:41:05.334573 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-bcba598b-f91b-4d25-b507-4f2f0730be7e tempest-verify_tempest_config-1631624625 tempest-verify_tempest_config-1631624625-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057094 May 12 17:41:05.622253 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 49556) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:41:05.721622 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:05.793402 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Publish callbacks [] for security_group (da505a7f-8c9c-451f-858c-1bcc68989fd2), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:05.796812 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (da505a7f-8c9c-451f-858c-1bcc68989fd2), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:05.841369 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da505a7f-8c9c-451f-858c-1bcc68989fd2,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:41:05.845816 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7e3cbe5ffece4b4294ec95e21d8c2294&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2225988 May 12 17:41:05.848619 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 49560) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:41:05.849995 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:05.850349 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:05.850665 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:05.850978 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:05.851305 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:05.851629 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:05.851947 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:05.852291 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:05.852614 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:05.853065 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:05.853381 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:05.853697 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:05.854027 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:05.854319 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:05.854627 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d10338-7550-4931-a376-3dc5d7a7bb0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:05.928396 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Publish callbacks [] for security_group (da505a7f-8c9c-451f-858c-1bcc68989fd2), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:05.949397 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Publish callbacks [] for security_group (da505a7f-8c9c-451f-858c-1bcc68989fd2), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:06.041745 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (da505a7f-8c9c-451f-858c-1bcc68989fd2), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:06.044275 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:06.045359 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/da505a7f-8c9c-451f-858c-1bcc68989fd2 HTTP/1.1" status: 204 len: 168 time: 0.1958005 May 12 17:41:06.053004 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da505a7f-8c9c-451f-858c-1bcc68989fd2,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:41:06.060382 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:06.060732 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:06.061089 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:06.061432 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:06.061768 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:06.062100 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:06.062428 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:06.062754 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:06.063092 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:06.063430 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:06.063765 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:06.064110 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:06.064468 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:06.064790 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:06.065109 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057205a-7e53-4df9-8dc4-36cd66af27db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:41:10.131342 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 5 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:41:23.617401 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ff29e253-1399-417e-8c19-90499edfc947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:25.845708 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ca89216-63f5-4665-b56a-e849c7b42876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:27.252953 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:28.602766 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:30.252816 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:47.130345 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 5 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:41:53.619106 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-52ecb6d4-9775-4aaa-9c02-ad7d43ec5c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:55.848798 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fb19ce1d-8f26-4ff8-9627-41314bdb2585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:57.253151 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:58.607299 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:00.254581 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:23.621876 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb3eaed2-c652-4c88-b1ba-a69dfa987304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:24.128931 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 5 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:42:25.850481 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ae800741-2c5d-420c-b065-4c5f3a8e12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:27.255640 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:28.608148 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:30.256731 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:53.625315 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ee325461-860d-4e1b-9216-8b21069da51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.022103 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985698'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.852526 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-29fb6a50-0f94-4de4-b778-991c5f411a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.257583 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:58.611036 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:00.258890 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:01.129432 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:43:08.559122 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 49632) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:08.664949 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-0e19b8b7-fb02-4da7-bc91-2ea9cac5e961 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1045477 May 12 17:43:10.920418 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 49642) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:10.973206 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-0970b5c2-0912-461c-8129-483c6240e8a3 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0517347 May 12 17:43:23.626648 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ea11c87-0c8c-480d-a7cd-bdc4f183d7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:25.002297 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:25.853808 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-07f1a7f6-9083-4978-9415-5acdf82519d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.262919 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:28.614509 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:30.263625 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:38.129806 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:43:53.628364 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-308ac72c-c453-454a-b8de-95c892854c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:55.019805 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:55.855574 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b1b329b0-cae8-43c6-98e0-60eca9a387f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:57.262387 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:58.620280 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:00.266056 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.131158 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:44:23.630643 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fbf5f006-77b9-419f-aae0-c62dfebf70a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:25.036331 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:25.856979 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57e06070-d729-4629-8d90-0f0e0a111c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:27.266841 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:28.622079 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:30.269574 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:52.131567 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:44:52.700741 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 49846) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:52.783449 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 49854) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:52.811266 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 49858) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:52.956467 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 49868) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:53.035281 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-network', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:53.055521 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Made reservation on behalf of bdb0d817bd8e4eeca5ed6229a4b5c53a for: {'network': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:53.058143 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.067001 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.083013 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-472a1670-8a75-4b0d-90f5-62680093a375 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-889877496-network', 'tenant_id': '4a12890be016462ea430af4ff0080553'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:53.111059 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-b8581e0b-6e9d-49e4-8244-2346dcb971dc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-network', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:53.116269 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472a1670-8a75-4b0d-90f5-62680093a375 admin admin] Made reservation on behalf of 4a12890be016462ea430af4ff0080553 for: {'network': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:53.118528 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-472a1670-8a75-4b0d-90f5-62680093a375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.159523 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-472a1670-8a75-4b0d-90f5-62680093a375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.227135 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-394df550-f7d2-4375-b46d-c5a2ca437aa8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-357184687-network', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:53.236036 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Publish callbacks [] for security_group (f1612a3d-400a-42ba-a099-6bd0c0cf0e1c), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.249382 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (f1612a3d-400a-42ba-a099-6bd0c0cf0e1c), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.267018 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8581e0b-6e9d-49e4-8244-2346dcb971dc admin admin] Made reservation on behalf of 202db80dae2446e2b9cd1124b2925ced for: {'network': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:53.269624 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8581e0b-6e9d-49e4-8244-2346dcb971dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.295105 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=109950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:44:53.300475 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8581e0b-6e9d-49e4-8244-2346dcb971dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.313486 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (9ba51cca-39db-454b-8d55-28d8b3ad9333), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.314177 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.segments_db [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Added segment 9ba51cca-39db-454b-8d55-28d8b3ad9333 of type vlan for network a4a1943f-5104-4c36-90a4-e3e9daad3559 May 12 17:44:53.469966 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (a4a1943f-5104-4c36-90a4-e3e9daad3559), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.511061 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394df550-f7d2-4375-b46d-c5a2ca437aa8 admin admin] Made reservation on behalf of 0eee0523f68a4d8dbc6db8de3a3f6b04 for: {'network': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:53.513631 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-394df550-f7d2-4375-b46d-c5a2ca437aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.529107 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-394df550-f7d2-4375-b46d-c5a2ca437aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.538664 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (a4a1943f-5104-4c36-90a4-e3e9daad3559), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.539875 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:53.540646 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.588080 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 49900) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:53.588597 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8864038 May 12 17:44:53.593864 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Request body: {'subnet': {'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-subnet', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:53.618937 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-472a1670-8a75-4b0d-90f5-62680093a375 admin admin] Publish callbacks [] for security_group (7a34341d-0ccb-445f-9529-92dc7de063f7), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.626234 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Made reservation on behalf of bdb0d817bd8e4eeca5ed6229a4b5c53a for: {'subnet': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:53.629117 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.631202 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1612a3d-400a-42ba-a099-6bd0c0cf0e1c,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:53.652372 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2c7026a-6152-40e1-a4f6-5722811c9987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.653063 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.653623 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.654259 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.654715 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.655751 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.656263 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.656754 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.657094 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.657445 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.657782 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.658292 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.658644 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.658980 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.659307 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.659645 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Tracked resource versions report: May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: pushed versions: May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: { 'AddressGroup': {'1.2'}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Agent': {'1.1'}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'ConntrackHelper': {'1.0'}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'LocalIPAssociation': {'1.0'}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Log': {'1.0'}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'NDPProxy': {'1.0'}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Network': {'1.1'}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Port': {'1.7'}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'PortForwarding': {'1.3'}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'QosPolicy': {'1.10'}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'SecurityGroup': {'1.5'}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'SecurityGroupRule': {'1.2'}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'SubPort': {'1.0'}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Subnet': {'1.1'}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Trunk': {'1.1'}} May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: consumer versions: May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: { DHCP agent@dv-cinder-840525-2-iscsi: {}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: HyperV agent@hv-cinder-84052: {}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: L3 agent@dv-cinder-840525-2-iscsi: {}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: Metadata agent@dv-cinder-840525-2-iscsi: {}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: Metering agent@dv-cinder-840525-2-iscsi: {}, May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: Open vSwitch agent@dv-cinder-840525-2-iscsi: { 'AddressGroup': '1.2', May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Agent': '1.1', May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'ConntrackHelper': '1.0', May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'LocalIPAssociation': '1.0', May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Log': '1.0', May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'NDPProxy': '1.0', May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Network': '1.1', May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Port': '1.7', May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'PortForwarding': '1.3', May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'QosPolicy': '1.10', May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'SecurityGroup': '1.5', May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'SecurityGroupRule': '1.2', May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'SubPort': '1.0', May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Subnet': '1.1', May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: 'Trunk': '1.1'}} May 12 17:44:53.661099 dv-cinder-840525-2-iscsi neutron-server[109950]: {{(pid=109950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:44:53.663673 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-472a1670-8a75-4b0d-90f5-62680093a375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (7a34341d-0ccb-445f-9529-92dc7de063f7), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.764721 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472a1670-8a75-4b0d-90f5-62680093a375 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=109950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:44:53.767590 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3ae46-8241-4f90-9360-cad18199af5d admin admin] Pushing event updated for resources: {'Network': ['ID=a4a1943f-5104-4c36-90a4-e3e9daad3559,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:53.780582 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network a4a1943f-5104-4c36-90a4-e3e9daad3559 details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:44:53.789081 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a1670-8a75-4b0d-90f5-62680093a375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a34341d-0ccb-445f-9529-92dc7de063f7,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:53.806510 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-472a1670-8a75-4b0d-90f5-62680093a375 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (95809a66-df9f-43ef-ae52-d723b8cbd706), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.807178 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.segments_db [None req-472a1670-8a75-4b0d-90f5-62680093a375 admin admin] Added segment 95809a66-df9f-43ef-ae52-d723b8cbd706 of type vlan for network bbada9e4-5d7c-41fd-b37b-17edbfab514e May 12 17:44:53.894012 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-472a1670-8a75-4b0d-90f5-62680093a375 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (bbada9e4-5d7c-41fd-b37b-17edbfab514e), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.900459 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-394df550-f7d2-4375-b46d-c5a2ca437aa8 admin admin] Publish callbacks [] for security_group (86bba8b4-0df9-4e87-840e-7daac1535793), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.904076 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8581e0b-6e9d-49e4-8244-2346dcb971dc admin admin] Publish callbacks [] for security_group (9dcead86-417b-40e0-a968-22d2b89cdf96), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.909748 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-394df550-f7d2-4375-b46d-c5a2ca437aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (86bba8b4-0df9-4e87-840e-7daac1535793), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.921724 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8581e0b-6e9d-49e4-8244-2346dcb971dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (9dcead86-417b-40e0-a968-22d2b89cdf96), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.949602 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for subnet (4d7a356f-70cc-48ae-8b5e-262b49b6be03), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.962793 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-394df550-f7d2-4375-b46d-c5a2ca437aa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=109950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:44:53.970785 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8581e0b-6e9d-49e4-8244-2346dcb971dc admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=109950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:44:53.990572 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394df550-f7d2-4375-b46d-c5a2ca437aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bba8b4-0df9-4e87-840e-7daac1535793,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:53.994168 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-394df550-f7d2-4375-b46d-c5a2ca437aa8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (bb847214-5dcb-4903-972e-8db73e99623d), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.994896 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.segments_db [None req-394df550-f7d2-4375-b46d-c5a2ca437aa8 admin admin] Added segment bb847214-5dcb-4903-972e-8db73e99623d of type vlan for network 1221ba24-0e4c-4509-ac6d-bff82c57688b May 12 17:44:53.998983 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-472a1670-8a75-4b0d-90f5-62680093a375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (bbada9e4-5d7c-41fd-b37b-17edbfab514e), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:54.000930 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472a1670-8a75-4b0d-90f5-62680093a375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:54.002242 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d7a356f-70cc-48ae-8b5e-262b49b6be03,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:54.002360 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-472a1670-8a75-4b0d-90f5-62680093a375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:54.006841 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8581e0b-6e9d-49e4-8244-2346dcb971dc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (92abb5de-dcbd-4675-9ead-1cb92d752fde), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:54.007459 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.segments_db [None req-b8581e0b-6e9d-49e4-8244-2346dcb971dc admin admin] Added segment 92abb5de-dcbd-4675-9ead-1cb92d752fde of type vlan for network dae508b5-33ae-47fd-88cd-96de0b50f763 May 12 17:44:54.012069 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:54.012441 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:54.012780 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:54.013122 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:54.013455 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:54.013783 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:54.015091 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:54.015431 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:54.015824 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:54.016185 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:54.016519 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:54.016861 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:54.017196 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:54.017513 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:54.017832 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Tracked resource versions report: May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: pushed versions: May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: { 'AddressGroup': {'1.2'}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Agent': {'1.1'}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'ConntrackHelper': {'1.0'}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'LocalIPAssociation': {'1.0'}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Log': {'1.0'}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'NDPProxy': {'1.0'}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Network': {'1.1'}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Port': {'1.7'}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'PortForwarding': {'1.3'}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'QosPolicy': {'1.10'}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'SecurityGroup': {'1.5'}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'SecurityGroupRule': {'1.2'}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'SubPort': {'1.0'}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Subnet': {'1.1'}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Trunk': {'1.1'}} May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: consumer versions: May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: { DHCP agent@dv-cinder-840525-2-iscsi: {}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: HyperV agent@hv-cinder-84052: {}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: L3 agent@dv-cinder-840525-2-iscsi: {}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: Metadata agent@dv-cinder-840525-2-iscsi: {}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: Metering agent@dv-cinder-840525-2-iscsi: {}, May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: Open vSwitch agent@dv-cinder-840525-2-iscsi: { 'AddressGroup': '1.2', May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Agent': '1.1', May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'ConntrackHelper': '1.0', May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'LocalIPAssociation': '1.0', May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Log': '1.0', May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'NDPProxy': '1.0', May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Network': '1.1', May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Port': '1.7', May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'PortForwarding': '1.3', May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'QosPolicy': '1.10', May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'SecurityGroup': '1.5', May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'SecurityGroupRule': '1.2', May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'SubPort': '1.0', May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Subnet': '1.1', May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: 'Trunk': '1.1'}} May 12 17:44:54.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: {{(pid=109951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:44:54.057278 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Checking segment: {'id': '9ba51cca-39db-454b-8d55-28d8b3ad9333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:54.057949 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Network hostable DHCP agents. Network: a4a1943f-5104-4c36-90a4-e3e9daad3559, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:44:54.083570 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Network a4a1943f-5104-4c36-90a4-e3e9daad3559 is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:44:54.098609 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, a4a1943f-5104-4c36-90a4-e3e9daad3559) {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:54.103793 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:54.105540 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:54.108533 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69de353b-33ab-4733-a692-b1eff822c346 None None] Network a4a1943f-5104-4c36-90a4-e3e9daad3559 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:44:54.131663 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-02afc94b-2c06-43ae-9395-e8c49c3acfd8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5423386 May 12 17:44:54.134800 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 49930) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:54.142493 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8581e0b-6e9d-49e4-8244-2346dcb971dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (dae508b5-33ae-47fd-88cd-96de0b50f763), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:54.146083 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:54.148014 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-472a1670-8a75-4b0d-90f5-62680093a375 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.3631952 May 12 17:44:54.151150 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 49932) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:54.159456 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-394df550-f7d2-4375-b46d-c5a2ca437aa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (1221ba24-0e4c-4509-ac6d-bff82c57688b), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:54.202174 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8581e0b-6e9d-49e4-8244-2346dcb971dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcead86-417b-40e0-a968-22d2b89cdf96,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:54.231941 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a1670-8a75-4b0d-90f5-62680093a375 admin admin] Pushing event updated for resources: {'Network': ['ID=bbada9e4-5d7c-41fd-b37b-17edbfab514e,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:54.267701 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8581e0b-6e9d-49e4-8244-2346dcb971dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (dae508b5-33ae-47fd-88cd-96de0b50f763), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:54.269348 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network bbada9e4-5d7c-41fd-b37b-17edbfab514e details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:44:54.271614 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3e62091-7561-548c-8de7-cdb0ae49b08b-a4a1943f-5104-4c36-90a4-e3e9daad3559', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03'}]}} from dv-cinder-840525-2-iscsi. {{(pid=109952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:44:54.272541 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:54.277143 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8581e0b-6e9d-49e4-8244-2346dcb971dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:54.277752 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8581e0b-6e9d-49e4-8244-2346dcb971dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:54.285742 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-72235597-01a7-46e8-bc0c-95ab3f7434ee admin admin] Request body: {'subnet': {'network_id': 'bbada9e4-5d7c-41fd-b37b-17edbfab514e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-889877496-subnet', 'tenant_id': '4a12890be016462ea430af4ff0080553', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:54.329621 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-394df550-f7d2-4375-b46d-c5a2ca437aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (1221ba24-0e4c-4509-ac6d-bff82c57688b), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:54.337911 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394df550-f7d2-4375-b46d-c5a2ca437aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:54.338536 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-394df550-f7d2-4375-b46d-c5a2ca437aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:54.350602 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router (19013fb7-7ee2-4f34-ad0d-f5130e3bc47b), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:54.351642 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31086'] for router (19013fb7-7ee2-4f34-ad0d-f5130e3bc47b), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:54.359601 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72235597-01a7-46e8-bc0c-95ab3f7434ee admin admin] Made reservation on behalf of 4a12890be016462ea430af4ff0080553 for: {'subnet': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:54.362052 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-72235597-01a7-46e8-bc0c-95ab3f7434ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:54.370273 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-b8581e0b-6e9d-49e4-8244-2346dcb971dc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.5578325 May 12 17:44:54.375603 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 49936) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:54.385330 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-f792b5e1-6903-4445-8091-130189042e6b admin admin] Request body: {'subnet': {'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-subnet', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:54.473686 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8581e0b-6e9d-49e4-8244-2346dcb971dc admin admin] Pushing event updated for resources: {'Network': ['ID=dae508b5-33ae-47fd-88cd-96de0b50f763,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:54.493025 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Publish callbacks [] for router_controller (19013fb7-7ee2-4f34-ad0d-f5130e3bc47b), precommit_add_association {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:54.600316 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394df550-f7d2-4375-b46d-c5a2ca437aa8 admin admin] Pushing event updated for resources: {'Network': ['ID=1221ba24-0e4c-4509-ac6d-bff82c57688b,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:54.614519 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-394df550-f7d2-4375-b46d-c5a2ca437aa8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.6569633 May 12 17:44:54.624550 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 49944) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:54.641850 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-74cc6ae9-7355-4b5a-9a35-274996c17dd1 admin admin] Request body: {'subnet': {'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-357184687-subnet', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:54.663523 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f792b5e1-6903-4445-8091-130189042e6b admin admin] Made reservation on behalf of 202db80dae2446e2b9cd1124b2925ced for: {'subnet': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:54.676735 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f792b5e1-6903-4445-8091-130189042e6b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:54.718241 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-72235597-01a7-46e8-bc0c-95ab3f7434ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for subnet (8bcf89a9-480a-4110-9a6a-716cd2a77cfc), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:54.731618 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network dae508b5-33ae-47fd-88cd-96de0b50f763 details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:44:54.740192 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network 1221ba24-0e4c-4509-ac6d-bff82c57688b details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:44:54.807833 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cc6ae9-7355-4b5a-9a35-274996c17dd1 admin admin] Made reservation on behalf of 0eee0523f68a4d8dbc6db8de3a3f6b04 for: {'subnet': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:54.810282 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-74cc6ae9-7355-4b5a-9a35-274996c17dd1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:54.973328 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72235597-01a7-46e8-bc0c-95ab3f7434ee admin admin] Checking segment: {'id': '95809a66-df9f-43ef-ae52-d723b8cbd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bbada9e4-5d7c-41fd-b37b-17edbfab514e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:54.973712 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72235597-01a7-46e8-bc0c-95ab3f7434ee admin admin] Network hostable DHCP agents. Network: bbada9e4-5d7c-41fd-b37b-17edbfab514e, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:44:55.038589 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72235597-01a7-46e8-bc0c-95ab3f7434ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bcf89a9-480a-4110-9a6a-716cd2a77cfc,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:55.087880 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Publish callbacks [] for router_gateway (19013fb7-7ee2-4f34-ad0d-f5130e3bc47b), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:55.115098 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Allocated IP 172.20.0.2 (a4a1943f-5104-4c36-90a4-e3e9daad3559/4d7a356f-70cc-48ae-8b5e-262b49b6be03/05dff94e-6dde-4c9e-8311-39a7a2f3edb0) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:44:55.117399 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:55.127198 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72235597-01a7-46e8-bc0c-95ab3f7434ee admin admin] Network bbada9e4-5d7c-41fd-b37b-17edbfab514e is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:44:55.144719 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-72235597-01a7-46e8-bc0c-95ab3f7434ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, bbada9e4-5d7c-41fd-b37b-17edbfab514e) {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:55.166644 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f792b5e1-6903-4445-8091-130189042e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for subnet (408098b4-b6ba-468a-a49c-afb1cbe23810), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:55.200621 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a166c7b-0d44-43f2-b2ba-fd09bbc3604e None None] Network bbada9e4-5d7c-41fd-b37b-17edbfab514e requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:44:55.205871 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72235597-01a7-46e8-bc0c-95ab3f7434ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:55.206533 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-72235597-01a7-46e8-bc0c-95ab3f7434ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:55.243352 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792b5e1-6903-4445-8091-130189042e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=408098b4-b6ba-468a-a49c-afb1cbe23810,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:55.246849 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-72235597-01a7-46e8-bc0c-95ab3f7434ee admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0898917 May 12 17:44:55.322445 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-74cc6ae9-7355-4b5a-9a35-274996c17dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for subnet (d6394fb4-f09d-4f41-ae7e-35adcc70fa28), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:55.387230 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792b5e1-6903-4445-8091-130189042e6b admin admin] Checking segment: {'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:55.387601 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f792b5e1-6903-4445-8091-130189042e6b admin admin] Network hostable DHCP agents. Network: dae508b5-33ae-47fd-88cd-96de0b50f763, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:44:55.422262 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc6ae9-7355-4b5a-9a35-274996c17dd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6394fb4-f09d-4f41-ae7e-35adcc70fa28,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:55.461063 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd87bb8-c6ea-47db-99d0-f5bbd2ae144b None None] Network bbada9e4-5d7c-41fd-b37b-17edbfab514e requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:44:55.473897 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cc6ae9-7355-4b5a-9a35-274996c17dd1 admin admin] Checking segment: {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:55.474269 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cc6ae9-7355-4b5a-9a35-274996c17dd1 admin admin] Network hostable DHCP agents. Network: 1221ba24-0e4c-4509-ac6d-bff82c57688b, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:44:55.498241 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Publish callbacks [] for router_gateway (19013fb7-7ee2-4f34-ad0d-f5130e3bc47b), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:55.517194 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f792b5e1-6903-4445-8091-130189042e6b admin admin] Network dae508b5-33ae-47fd-88cd-96de0b50f763 is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:44:55.537328 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:55.559576 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cc6ae9-7355-4b5a-9a35-274996c17dd1 admin admin] Network 1221ba24-0e4c-4509-ac6d-bff82c57688b is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:44:55.586939 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-f792b5e1-6903-4445-8091-130189042e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, dae508b5-33ae-47fd-88cd-96de0b50f763) {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:55.588869 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-74cc6ae9-7355-4b5a-9a35-274996c17dd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, 1221ba24-0e4c-4509-ac6d-bff82c57688b) {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:55.602987 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f792b5e1-6903-4445-8091-130189042e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:55.604493 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f792b5e1-6903-4445-8091-130189042e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:55.646154 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac05764-e9ea-49a2-a4f6-b54899c78705 None None] Network dae508b5-33ae-47fd-88cd-96de0b50f763 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:44:55.652697 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-f792b5e1-6903-4445-8091-130189042e6b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2709615 May 12 17:44:55.656066 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 49996) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:55.671676 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:55.693204 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cc6ae9-7355-4b5a-9a35-274996c17dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:55.694289 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-74cc6ae9-7355-4b5a-9a35-274996c17dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:55.762736 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-74cc6ae9-7355-4b5a-9a35-274996c17dd1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1327634 May 12 17:44:55.763357 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 50004) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:55.767837 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f22f2c3-000f-41b2-bfeb-61f2db627095 None None] Network 1221ba24-0e4c-4509-ac6d-bff82c57688b requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:44:55.768774 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router (1eb1760e-994e-46fc-a0fb-270c48206264), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:55.770102 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31086'] for router (1eb1760e-994e-46fc-a0fb-270c48206264), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:55.772494 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:55.908674 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router (fceb75b3-1924-4840-824c-93824a51e098), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:55.910387 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31086'] for router (fceb75b3-1924-4840-824c-93824a51e098), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:55.959952 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Allocated IP 172.27.2.219 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/84d53801-3a71-4932-bcae-840388d128ba) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:44:55.983779 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3e62091-7561-548c-8de7-cdb0ae49b08b-1221ba24-0e4c-4509-ac6d-bff82c57688b', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28'}]}} from dv-cinder-840525-2-iscsi. {{(pid=109952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:44:55.985109 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:55.986132 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Publish callbacks [] for router_controller (1eb1760e-994e-46fc-a0fb-270c48206264), precommit_add_association {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.018110 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3e62091-7561-548c-8de7-cdb0ae49b08b-dae508b5-33ae-47fd-88cd-96de0b50f763', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'fixed_ips': [{'subnet_id': '408098b4-b6ba-468a-a49c-afb1cbe23810'}]}} from dv-cinder-840525-2-iscsi. {{(pid=109952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:44:56.019446 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.041155 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-164374e3-9992-41b6-9d7a-6b5740b76046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.057282 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Publish callbacks [] for port (05dff94e-6dde-4c9e-8311-39a7a2f3edb0), precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.120729 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (05dff94e-6dde-4c9e-8311-39a7a2f3edb0), after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.169730 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Publish callbacks [] for router_controller (fceb75b3-1924-4840-824c-93824a51e098), precommit_add_association {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.309701 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Network a4a1943f-5104-4c36-90a4-e3e9daad3559 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:56.339864 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 50026) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:56.350865 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Publish callbacks [] for router_gateway (1eb1760e-994e-46fc-a0fb-270c48206264), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.523520 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Allocated IP 172.20.0.2 (1221ba24-0e4c-4509-ac6d-bff82c57688b/d6394fb4-f09d-4f41-ae7e-35adcc70fa28/021c416d-8dee-41c3-88ae-f4bb94788e05) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:44:56.559240 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Publish callbacks [] for router_gateway (fceb75b3-1924-4840-824c-93824a51e098), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.578040 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Publish callbacks [] for port (84d53801-3a71-4932-bcae-840388d128ba), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.604448 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f8dd66f3-51ed-4ae7-b9a0-ded96a6d4b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.671009 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Pushing event updated for resources: {'Port': ['ID=05dff94e-6dde-4c9e-8311-39a7a2f3edb0,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:56.677237 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:56.681873 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:44:56.725706 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Publish callbacks [] for router_gateway (1eb1760e-994e-46fc-a0fb-270c48206264), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.745818 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:56.746170 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:56.746536 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:56.746908 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:56.747253 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:56.747588 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:56.748185 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:56.748564 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:56.748905 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:56.749237 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:56.749625 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:56.750032 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:56.750436 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:56.750771 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:56.751100 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Tracked resource versions report: May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: pushed versions: May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: { 'AddressGroup': {'1.2'}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Agent': {'1.1'}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'ConntrackHelper': {'1.0'}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'LocalIPAssociation': {'1.0'}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Log': {'1.0'}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'NDPProxy': {'1.0'}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Network': {'1.1'}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Port': {'1.7'}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'PortForwarding': {'1.3'}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'QosPolicy': {'1.10'}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'SecurityGroup': {'1.5'}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'SecurityGroupRule': {'1.2'}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'SubPort': {'1.0'}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Subnet': {'1.1'}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Trunk': {'1.1'}} May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: consumer versions: May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: { DHCP agent@dv-cinder-840525-2-iscsi: {}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: HyperV agent@hv-cinder-84052: {}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: L3 agent@dv-cinder-840525-2-iscsi: {}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: Metadata agent@dv-cinder-840525-2-iscsi: {}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: Metering agent@dv-cinder-840525-2-iscsi: {}, May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: Open vSwitch agent@dv-cinder-840525-2-iscsi: { 'AddressGroup': '1.2', May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Agent': '1.1', May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'ConntrackHelper': '1.0', May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'LocalIPAssociation': '1.0', May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Log': '1.0', May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'NDPProxy': '1.0', May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Network': '1.1', May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Port': '1.7', May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'PortForwarding': '1.3', May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'QosPolicy': '1.10', May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'SecurityGroup': '1.5', May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'SecurityGroupRule': '1.2', May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'SubPort': '1.0', May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Subnet': '1.1', May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: 'Trunk': '1.1'}} May 12 17:44:56.752316 dv-cinder-840525-2-iscsi neutron-server[109952]: {{(pid=109952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:44:56.758028 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Allocated IP 172.20.0.2 (dae508b5-33ae-47fd-88cd-96de0b50f763/408098b4-b6ba-468a-a49c-afb1cbe23810/30a08ec5-48bc-4ffa-a985-06c59e0d941d) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:44:56.851600 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 50040) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:56.864905 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Publish callbacks [] for port (021c416d-8dee-41c3-88ae-f4bb94788e05), precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.890822 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Attempting to bind port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:44:56.891230 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Attempting to bind port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': '9ba51cca-39db-454b-8d55-28d8b3ad9333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:44:56.891582 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Attempting to bind port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 on network a4a1943f-5104-4c36-90a4-e3e9daad3559 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:56.925589 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (021c416d-8dee-41c3-88ae-f4bb94788e05), after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.927693 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.947274 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:44:56.947966 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Checking segment: {'id': '9ba51cca-39db-454b-8d55-28d8b3ad9333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:56.948262 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.948657 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Bound using segment: {'id': '9ba51cca-39db-454b-8d55-28d8b3ad9333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:44:56.949332 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Bound port: 05dff94e-6dde-4c9e-8311-39a7a2f3edb0, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba51cca-39db-454b-8d55-28d8b3ad9333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:44:56.949582 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (05dff94e-6dde-4c9e-8311-39a7a2f3edb0), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.998646 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Network 1221ba24-0e4c-4509-ac6d-bff82c57688b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:57.003261 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f8dd66f3-51ed-4ae7-b9a0-ded96a6d4b43 admin admin] Publish callbacks [] for security_group (1adb5d0b-7fda-4e2a-a294-7777bd93ae4d), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.008592 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (84d53801-3a71-4932-bcae-840388d128ba), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.017651 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:57.028329 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:44:57.083830 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Pushing event updated for resources: {'Port': ['ID=021c416d-8dee-41c3-88ae-f4bb94788e05,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:57.136132 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Pushing event updated for resources: {'Port': ['ID=84d53801-3a71-4932-bcae-840388d128ba,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:57.138454 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f8dd66f3-51ed-4ae7-b9a0-ded96a6d4b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (1adb5d0b-7fda-4e2a-a294-7777bd93ae4d), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.177688 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Allocated IP 172.27.2.154 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/2e4d2bc6-4a39-4ac0-b258-cde69b949135) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:44:57.207258 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-f8dd66f3-51ed-4ae7-b9a0-ded96a6d4b43 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=627ccbef6d014765a87060bc4fb7bde3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8662996 May 12 17:44:57.215415 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 50074) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:57.301135 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:57.302000 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Publish callbacks [] for port (30a08ec5-48bc-4ffa-a985-06c59e0d941d), precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.305035 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Attempting to bind port 021c416d-8dee-41c3-88ae-f4bb94788e05 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:44:57.305477 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Attempting to bind port 021c416d-8dee-41c3-88ae-f4bb94788e05 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:44:57.305983 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Attempting to bind port 021c416d-8dee-41c3-88ae-f4bb94788e05 on network 1221ba24-0e4c-4509-ac6d-bff82c57688b {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:57.310117 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] For port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:44:57.316050 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:57.330118 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.330352 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:44:57.334517 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] For port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=05dff94e-6dde-4c9e-8311-39a7a2f3edb0,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:44:57.350683 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (30a08ec5-48bc-4ffa-a985-06c59e0d941d), after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.351720 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50090) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:57.354222 dv-cinder-840525-2-iscsi neutron-server[109950]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 17:44:57.394842 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:44:57.395225 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Checking segment: {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:57.395624 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.396016 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Bound using segment: {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:44:57.396549 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Bound port: 021c416d-8dee-41c3-88ae-f4bb94788e05, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:44:57.396930 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (021c416d-8dee-41c3-88ae-f4bb94788e05), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.406160 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (05dff94e-6dde-4c9e-8311-39a7a2f3edb0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.415768 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Pushing event updated for resources: {'Port': ['ID=30a08ec5-48bc-4ffa-a985-06c59e0d941d,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:57.429196 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd66f3-51ed-4ae7-b9a0-ded96a6d4b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adb5d0b-7fda-4e2a-a294-7777bd93ae4d,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:57.450609 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7761cadd-d0a8-4249-91fb-de6171af2148 admin admin] Publish callbacks [] for security_group (1adb5d0b-7fda-4e2a-a294-7777bd93ae4d), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.454474 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Publish callbacks [] for port (2e4d2bc6-4a39-4ac0-b258-cde69b949135), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.550069 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e397b747-d04d-4d5f-9eda-47b8f3e9df5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.570271 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Network dae508b5-33ae-47fd-88cd-96de0b50f763 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:57.596139 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (2e4d2bc6-4a39-4ac0-b258-cde69b949135), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.609130 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:57.613942 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:44:57.621310 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7761cadd-d0a8-4249-91fb-de6171af2148 admin admin] Publish callbacks [] for security_group (1adb5d0b-7fda-4e2a-a294-7777bd93ae4d), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.681434 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710cd53-7976-421d-af10-60819ae18e8e None None] Pushing event updated for resources: {'Port': ['ID=05dff94e-6dde-4c9e-8311-39a7a2f3edb0,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:57.683386 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:57.722868 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:57.737586 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] For port 021c416d-8dee-41c3-88ae-f4bb94788e05, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:44:57.737848 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:44:57.744411 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Attempting to bind port 30a08ec5-48bc-4ffa-a985-06c59e0d941d on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:44:57.744411 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Attempting to bind port 30a08ec5-48bc-4ffa-a985-06c59e0d941d by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:44:57.744411 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Attempting to bind port 30a08ec5-48bc-4ffa-a985-06c59e0d941d on network dae508b5-33ae-47fd-88cd-96de0b50f763 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:57.755591 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] For port 021c416d-8dee-41c3-88ae-f4bb94788e05, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=021c416d-8dee-41c3-88ae-f4bb94788e05,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:44:57.757551 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:44:57.757930 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Checking segment: {'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:57.758337 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.758735 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Bound using segment: {'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:44:57.759210 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Bound port: 30a08ec5-48bc-4ffa-a985-06c59e0d941d, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:44:57.759689 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (30a08ec5-48bc-4ffa-a985-06c59e0d941d), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.780813 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (021c416d-8dee-41c3-88ae-f4bb94788e05), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.812568 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Publish callbacks [] for router_gateway (fceb75b3-1924-4840-824c-93824a51e098), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.880628 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:57.883054 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-ddfddc7d-1bbc-4e41-a95e-1c58fc1c308f tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:57.886773 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-ddfddc7d-1bbc-4e41-a95e-1c58fc1c308f tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/networks?id=bbada9e4-5d7c-41fd-b37b-17edbfab514e HTTP/1.1" status: 200 len: 811 time: 0.5335534 May 12 17:44:57.897514 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a76101-80ae-496d-bef6-8c5596aad133 None None] Pushing event updated for resources: {'Port': ['ID=021c416d-8dee-41c3-88ae-f4bb94788e05,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:57.930601 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Pushing event updated for resources: {'Port': ['ID=2e4d2bc6-4a39-4ac0-b258-cde69b949135,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:57.933203 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] For port 30a08ec5-48bc-4ffa-a985-06c59e0d941d, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:44:57.940585 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] For port 30a08ec5-48bc-4ffa-a985-06c59e0d941d, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=30a08ec5-48bc-4ffa-a985-06c59e0d941d,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:44:57.952975 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (30a08ec5-48bc-4ffa-a985-06c59e0d941d), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:58.015726 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-3d6b8fcf-f03f-4888-baef-fa2f24875f65 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/quotas/4a12890be016462ea430af4ff0080553 HTTP/1.1" status: 200 len: 375 time: 0.0887663 May 12 17:44:58.077931 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d2a4c-a100-4852-9c1f-539a75f8e333 None None] Pushing event updated for resources: {'Port': ['ID=30a08ec5-48bc-4ffa-a985-06c59e0d941d,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:58.175965 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-290d8356-afc7-4a93-9738-96c4324a680c tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a12890be016462ea430af4ff0080553&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1434453 May 12 17:44:58.204817 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7761cadd-d0a8-4249-91fb-de6171af2148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (1adb5d0b-7fda-4e2a-a294-7777bd93ae4d), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:58.207333 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7761cadd-d0a8-4249-91fb-de6171af2148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:58.219272 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-7761cadd-d0a8-4249-91fb-de6171af2148 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1adb5d0b-7fda-4e2a-a294-7777bd93ae4d HTTP/1.1" status: 204 len: 168 time: 1.0027685 May 12 17:44:58.324304 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e397b747-d04d-4d5f-9eda-47b8f3e9df5a admin admin] Publish callbacks [] for security_group (5f94dc11-3983-4c8c-bf18-927a53352eb5), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:58.486006 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Publish callbacks [] for router_gateway (1eb1760e-994e-46fc-a0fb-270c48206264), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:58.502873 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e397b747-d04d-4d5f-9eda-47b8f3e9df5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (5f94dc11-3983-4c8c-bf18-927a53352eb5), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:58.559698 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761cadd-d0a8-4249-91fb-de6171af2148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adb5d0b-7fda-4e2a-a294-7777bd93ae4d,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:58.633749 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397b747-d04d-4d5f-9eda-47b8f3e9df5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f94dc11-3983-4c8c-bf18-927a53352eb5,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:58.662759 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:58.710468 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50120) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:58.711119 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-e397b747-d04d-4d5f-9eda-47b8f3e9df5a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a3227d2362fb4a33ac4288176db85394&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8213482 May 12 17:44:58.716101 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Publish callbacks [] for router_gateway (19013fb7-7ee2-4f34-ad0d-f5130e3bc47b), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:58.853694 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Allocated IP 172.27.2.189 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/e2916ec0-4a4d-4636-bc1e-21cc607a7372) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:44:58.922790 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-204b253d-84c5-4bb8-9157-ee10121991dc admin admin] Publish callbacks [] for security_group (5f94dc11-3983-4c8c-bf18-927a53352eb5), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:58.926460 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-996058'] for router (1eb1760e-994e-46fc-a0fb-270c48206264), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:58.951860 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50124) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:59.026654 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-7d29362a-5aad-4cf0-bf83-ca24a1d5a846 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109950) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:44:59.030724 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-7d29362a-5aad-4cf0-bf83-ca24a1d5a846 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5534303 May 12 17:44:59.033934 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-996058'] for router (19013fb7-7ee2-4f34-ad0d-f5130e3bc47b), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:59.041214 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-37d02299-14b1-4ab5-a2dc-f44c85df6a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:59.058285 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-204b253d-84c5-4bb8-9157-ee10121991dc admin admin] Publish callbacks [] for security_group (5f94dc11-3983-4c8c-bf18-927a53352eb5), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:59.074241 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50126) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:59.114652 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Publish callbacks [] for port (e2916ec0-4a4d-4636-bc1e-21cc607a7372), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:59.334490 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-c835f33b-b1f6-4de9-88f4-aea6558622df service neutron] 10.222.0.73 "GET /v2.0/networks/bbada9e4-5d7c-41fd-b37b-17edbfab514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941082 May 12 17:44:59.361627 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (e2916ec0-4a4d-4636-bc1e-21cc607a7372), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:59.388648 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-204b253d-84c5-4bb8-9157-ee10121991dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (5f94dc11-3983-4c8c-bf18-927a53352eb5), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:59.391245 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-204b253d-84c5-4bb8-9157-ee10121991dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:59.392433 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-204b253d-84c5-4bb8-9157-ee10121991dc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5f94dc11-3983-4c8c-bf18-927a53352eb5 HTTP/1.1" status: 204 len: 168 time: 0.6805665 May 12 17:44:59.413886 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:59.416269 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0fe241bd-234c-4dad-baa4-85c4c8eb923e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:59.419949 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:59.424540 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:44:59.441538 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b253d-84c5-4bb8-9157-ee10121991dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f94dc11-3983-4c8c-bf18-927a53352eb5,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:59.477275 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:44:59.556533 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-37d02299-14b1-4ab5-a2dc-f44c85df6a04 admin admin] Publish callbacks [] for security_group (a213c123-9da7-45d3-a457-0c180de80a8e), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:59.579132 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-37d02299-14b1-4ab5-a2dc-f44c85df6a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (a213c123-9da7-45d3-a457-0c180de80a8e), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:59.629501 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e77b309-c21f-4a88-b885-96eee3928057 None None] Network 1221ba24-0e4c-4509-ac6d-bff82c57688b requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:44:59.717743 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=e2916ec0-4a4d-4636-bc1e-21cc607a7372,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:59.789695 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:59.790539 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (05dff94e-6dde-4c9e-8311-39a7a2f3edb0), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:59.870416 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-6aae60cb-d342-41b6-a5f5-f457c5e40a27 None None] Provisioning complete for port 021c416d-8dee-41c3-88ae-f4bb94788e05 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:59.871302 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6aae60cb-d342-41b6-a5f5-f457c5e40a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (021c416d-8dee-41c3-88ae-f4bb94788e05), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:59.884538 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d02299-14b1-4ab5-a2dc-f44c85df6a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a213c123-9da7-45d3-a457-0c180de80a8e,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:59.897164 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Router 1eb1760e-994e-46fc-a0fb-270c48206264 is scheduled to L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 with binding_index 1 {{(pid=109950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:45:00.008363 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-d120f9be-c671-49a1-9fa2-fbd27e1b0447 service neutron] 10.222.0.73 "GET /v2.0/networks/bbada9e4-5d7c-41fd-b37b-17edbfab514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520729 May 12 17:45:00.037771 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-37d02299-14b1-4ab5-a2dc-f44c85df6a04 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ca3768c1dcd44488f8859a4d4f1fd7c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0805032 May 12 17:45:00.038920 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50140) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:00.050823 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50142) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:00.058748 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Publish callbacks [] for router_gateway (fceb75b3-1924-4840-824c-93824a51e098), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.074461 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:00.075186 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (05dff94e-6dde-4c9e-8311-39a7a2f3edb0), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.200158 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-6aae60cb-d342-41b6-a5f5-f457c5e40a27 None None] Current status of the port 021c416d-8dee-41c3-88ae-f4bb94788e05 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:00.200582 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6aae60cb-d342-41b6-a5f5-f457c5e40a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (021c416d-8dee-41c3-88ae-f4bb94788e05), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.206674 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6aded04b-0ca4-4be0-8d65-94cafa497f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.211123 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] For port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=05dff94e-6dde-4c9e-8311-39a7a2f3edb0,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:00.223639 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b is scheduled to L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 with binding_index 1 {{(pid=109951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:45:00.238464 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (05dff94e-6dde-4c9e-8311-39a7a2f3edb0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.239547 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 021c416d-8dee-41c3-88ae-f4bb94788e05 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:00.321945 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-6aae60cb-d342-41b6-a5f5-f457c5e40a27 None None] For port 021c416d-8dee-41c3-88ae-f4bb94788e05, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=021c416d-8dee-41c3-88ae-f4bb94788e05,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:00.352151 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a818136-9d78-44e8-8e34-1831fb8e4a35 None None] Network a4a1943f-5104-4c36-90a4-e3e9daad3559 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:45:00.379349 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:45:00.390539 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Sync routers for ids ['1eb1760e-994e-46fc-a0fb-270c48206264'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:45:00.405152 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Pushing event updated for resources: {'Port': ['ID=05dff94e-6dde-4c9e-8311-39a7a2f3edb0,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:00.411758 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Routers {'1eb1760e-994e-46fc-a0fb-270c48206264'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:45:00.412372 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:44:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['1eb1760e-994e-46fc-a0fb-270c48206264'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:00.428761 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6aae60cb-d342-41b6-a5f5-f457c5e40a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (021c416d-8dee-41c3-88ae-f4bb94788e05), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.482441 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0fe241bd-234c-4dad-baa4-85c4c8eb923e admin admin] Publish callbacks [] for security_group (7bfec43e-cbe1-485e-8549-ccdaa835191a), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.491509 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50154) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:00.509433 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0fe241bd-234c-4dad-baa4-85c4c8eb923e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (7bfec43e-cbe1-485e-8549-ccdaa835191a), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.535571 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d09a-a2c2-434a-b082-f62a74aabb5b admin admin] Publish callbacks [] for security_group (a213c123-9da7-45d3-a457-0c180de80a8e), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.541198 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a270543-65c8-4818-86e3-cd0b7bd97e71 None None] Network dae508b5-33ae-47fd-88cd-96de0b50f763 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:45:00.563950 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-0fe241bd-234c-4dad-baa4-85c4c8eb923e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=53cc45c6ac3e48a7aa2041ffd965d3db&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4872158 May 12 17:45:00.576115 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 50168) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:00.637992 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.639606 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-0554d2da-35bd-468b-98ff-ea868e43056a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9824872 May 12 17:45:00.646064 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 50170) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:00.654331 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ab6708d2-7e20-43b5-8059-3ea9c2194a35 req-59fcac8a-3677-4437-a252-9c3e7201b32b tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 210 time: 0.1530788 May 12 17:45:00.654518 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:45:00.674486 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Set router 1eb1760e-994e-46fc-a0fb-270c48206264 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:45:00.681153 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d09a-a2c2-434a-b082-f62a74aabb5b admin admin] Publish callbacks [] for security_group (a213c123-9da7-45d3-a457-0c180de80a8e), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.716821 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe241bd-234c-4dad-baa4-85c4c8eb923e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfec43e-cbe1-485e-8549-ccdaa835191a,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:00.728029 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae60cb-d342-41b6-a5f5-f457c5e40a27 None None] Pushing event updated for resources: {'Port': ['ID=021c416d-8dee-41c3-88ae-f4bb94788e05,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:00.786157 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6aded04b-0ca4-4be0-8d65-94cafa497f32 admin admin] Publish callbacks [] for security_group (86dfe6ec-4f1f-4aab-96d7-ce49fcb09e03), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.791798 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Sync routers for ids ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:45:00.793755 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6aded04b-0ca4-4be0-8d65-94cafa497f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (86dfe6ec-4f1f-4aab-96d7-ce49fcb09e03), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.796991 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d09a-a2c2-434a-b082-f62a74aabb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (a213c123-9da7-45d3-a457-0c180de80a8e), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.799730 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d09a-a2c2-434a-b082-f62a74aabb5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.801019 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-a0a9d09a-a2c2-434a-b082-f62a74aabb5b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a213c123-9da7-45d3-a457-0c180de80a8e HTTP/1.1" status: 204 len: 168 time: 0.7478752 May 12 17:45:00.819935 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.848935 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-6aded04b-0ca4-4be0-8d65-94cafa497f32 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2893bb227b564e909366a36266d9300e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7945406 May 12 17:45:00.850619 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aded04b-0ca4-4be0-8d65-94cafa497f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dfe6ec-4f1f-4aab-96d7-ce49fcb09e03,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:00.854216 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50178) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:00.877744 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9d09a-a2c2-434a-b082-f62a74aabb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a213c123-9da7-45d3-a457-0c180de80a8e,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:00.902689 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] Publish callbacks [] for router (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.903937 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-01f4aed6-0df1-4a5a-8da9-2655efe4f4df admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7681534 May 12 17:45:00.910408 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50182) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:00.947241 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-996058'] for router (fceb75b3-1924-4840-824c-93824a51e098), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.963169 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-063ecafb-f8be-4058-8c0d-ef3a299a0d1c admin admin] Publish callbacks [] for security_group (7bfec43e-cbe1-485e-8549-ccdaa835191a), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.968138 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-d9156a82-9fc3-41e5-b8b2-5a3a3d38745b None None] Provisioning complete for port 30a08ec5-48bc-4ffa-a985-06c59e0d941d triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:00.968564 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d9156a82-9fc3-41e5-b8b2-5a3a3d38745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (30a08ec5-48bc-4ffa-a985-06c59e0d941d), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:01.058344 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:44:58Z', 'revision_number': 3, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'gw_port': {'id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:56Z', 'updated_at': '2022-05-12T17:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:01.099976 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-061a432f-931a-42dc-8a57-e0f57891ed31 admin admin] Publish callbacks [] for security_group (86dfe6ec-4f1f-4aab-96d7-ce49fcb09e03), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:01.123775 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Routers {'19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:45:01.124696 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:44:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:01.124834 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Checking router: 1eb1760e-994e-46fc-a0fb-270c48206264 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:45:01.125070 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Updating router 1eb1760e-994e-46fc-a0fb-270c48206264 port 2e4d2bc6-4a39-4ac0-b258-cde69b949135 binding host dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:45:01.195513 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (2e4d2bc6-4a39-4ac0-b258-cde69b949135), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:01.199363 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-061a432f-931a-42dc-8a57-e0f57891ed31 admin admin] Publish callbacks [] for security_group (86dfe6ec-4f1f-4aab-96d7-ce49fcb09e03), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:01.235726 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 021c416d-8dee-41c3-88ae-f4bb94788e05 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:01.235966 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (021c416d-8dee-41c3-88ae-f4bb94788e05), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:01.431942 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Set router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:45:01.498524 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-063ecafb-f8be-4058-8c0d-ef3a299a0d1c admin admin] Publish callbacks [] for security_group (7bfec43e-cbe1-485e-8549-ccdaa835191a), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:01.551459 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-061a432f-931a-42dc-8a57-e0f57891ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (86dfe6ec-4f1f-4aab-96d7-ce49fcb09e03), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:01.554134 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-061a432f-931a-42dc-8a57-e0f57891ed31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:01.555341 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-061a432f-931a-42dc-8a57-e0f57891ed31 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/86dfe6ec-4f1f-4aab-96d7-ce49fcb09e03 HTTP/1.1" status: 204 len: 168 time: 0.7005730 May 12 17:45:01.574757 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-d9156a82-9fc3-41e5-b8b2-5a3a3d38745b None None] Current status of the port 30a08ec5-48bc-4ffa-a985-06c59e0d941d is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:01.575329 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d9156a82-9fc3-41e5-b8b2-5a3a3d38745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (30a08ec5-48bc-4ffa-a985-06c59e0d941d), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:01.593152 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a432f-931a-42dc-8a57-e0f57891ed31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dfe6ec-4f1f-4aab-96d7-ce49fcb09e03,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:01.713261 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 021c416d-8dee-41c3-88ae-f4bb94788e05 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:01.714751 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 30a08ec5-48bc-4ffa-a985-06c59e0d941d up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:01.789081 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-d9156a82-9fc3-41e5-b8b2-5a3a3d38745b None None] For port 30a08ec5-48bc-4ffa-a985-06c59e0d941d, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=30a08ec5-48bc-4ffa-a985-06c59e0d941d,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:01.860716 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Router fceb75b3-1924-4840-824c-93824a51e098 is scheduled to L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 with binding_index 1 {{(pid=109951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:45:01.884360 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-063ecafb-f8be-4058-8c0d-ef3a299a0d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (7bfec43e-cbe1-485e-8549-ccdaa835191a), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:01.890306 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-28365f18-5837-4b4e-a67b-3f027ab9f31b req-d74f9dd3-d476-47be-a262-a756b991b3f5 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 210 time: 0.1173594 May 12 17:45:01.895666 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-063ecafb-f8be-4058-8c0d-ef3a299a0d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:01.903949 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-063ecafb-f8be-4058-8c0d-ef3a299a0d1c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7bfec43e-cbe1-485e-8549-ccdaa835191a HTTP/1.1" status: 204 len: 168 time: 1.3256238 May 12 17:45:02.023863 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Publish callbacks [] for port (2e4d2bc6-4a39-4ac0-b258-cde69b949135), precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:02.034645 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ecafb-f8be-4058-8c0d-ef3a299a0d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfec43e-cbe1-485e-8549-ccdaa835191a,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:02.037639 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (2e4d2bc6-4a39-4ac0-b258-cde69b949135), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:02.081205 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d9156a82-9fc3-41e5-b8b2-5a3a3d38745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (30a08ec5-48bc-4ffa-a985-06c59e0d941d), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:02.129642 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:02.147817 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-d9156a82-9fc3-41e5-b8b2-5a3a3d38745b None None] Provisioning complete for port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:02.148265 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d9156a82-9fc3-41e5-b8b2-5a3a3d38745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (05dff94e-6dde-4c9e-8311-39a7a2f3edb0), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:02.166239 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Attempting to bind port 2e4d2bc6-4a39-4ac0-b258-cde69b949135 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:45:02.169299 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Attempting to bind port 2e4d2bc6-4a39-4ac0-b258-cde69b949135 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:45:02.169892 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Attempting to bind port 2e4d2bc6-4a39-4ac0-b258-cde69b949135 on network 2dffabea-01f3-473a-98ec-6cd80cf699f7 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:02.195504 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:45:02.197118 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Checking segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:45:02.197760 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:02.198356 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Bound using segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:45:02.199982 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Bound port: 2e4d2bc6-4a39-4ac0-b258-cde69b949135, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:45:02.200776 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (2e4d2bc6-4a39-4ac0-b258-cde69b949135), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:02.283695 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9156a82-9fc3-41e5-b8b2-5a3a3d38745b None None] Pushing event updated for resources: {'Port': ['ID=30a08ec5-48bc-4ffa-a985-06c59e0d941d,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:02.299650 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] For port 2e4d2bc6-4a39-4ac0-b258-cde69b949135, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:45:02.304660 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] For port 2e4d2bc6-4a39-4ac0-b258-cde69b949135, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=2e4d2bc6-4a39-4ac0-b258-cde69b949135,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:45:02.317154 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 30a08ec5-48bc-4ffa-a985-06c59e0d941d triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:02.320387 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (30a08ec5-48bc-4ffa-a985-06c59e0d941d), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:02.350406 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (2e4d2bc6-4a39-4ac0-b258-cde69b949135), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:02.355610 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27bc23-84d7-43a9-a1c8-494cc6ec5757 None None] Pushing event updated for resources: {'Port': ['ID=2e4d2bc6-4a39-4ac0-b258-cde69b949135,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:02.374101 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27bc23-84d7-43a9-a1c8-494cc6ec5757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:02.375606 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27bc23-84d7-43a9-a1c8-494cc6ec5757 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:02.376549 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27bc23-84d7-43a9-a1c8-494cc6ec5757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:02.377119 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27bc23-84d7-43a9-a1c8-494cc6ec5757 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:02.377659 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27bc23-84d7-43a9-a1c8-494cc6ec5757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:02.378192 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27bc23-84d7-43a9-a1c8-494cc6ec5757 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:02.378724 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27bc23-84d7-43a9-a1c8-494cc6ec5757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:02.379271 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27bc23-84d7-43a9-a1c8-494cc6ec5757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:02.379802 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27bc23-84d7-43a9-a1c8-494cc6ec5757 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:02.380356 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27bc23-84d7-43a9-a1c8-494cc6ec5757 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:02.381181 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27bc23-84d7-43a9-a1c8-494cc6ec5757 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:02.381732 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27bc23-84d7-43a9-a1c8-494cc6ec5757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:02.382408 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27bc23-84d7-43a9-a1c8-494cc6ec5757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:02.383502 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27bc23-84d7-43a9-a1c8-494cc6ec5757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:02.384525 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27bc23-84d7-43a9-a1c8-494cc6ec5757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27bc23-84d7-43a9-a1c8-494cc6ec5757 None None] Tracked resource versions report: May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: pushed versions: May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: { 'AddressGroup': {'1.2'}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Agent': {'1.1'}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'ConntrackHelper': {'1.0'}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'LocalIPAssociation': {'1.0'}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Log': {'1.0'}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'NDPProxy': {'1.0'}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Network': {'1.1'}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Port': {'1.7'}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'PortForwarding': {'1.3'}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'QosPolicy': {'1.10'}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'SecurityGroup': {'1.5'}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'SecurityGroupRule': {'1.2'}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'SubPort': {'1.0'}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Subnet': {'1.1'}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Trunk': {'1.1'}} May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: consumer versions: May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: { DHCP agent@dv-cinder-840525-2-iscsi: {}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: HyperV agent@hv-cinder-84052: {}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: L3 agent@dv-cinder-840525-2-iscsi: {}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: Metadata agent@dv-cinder-840525-2-iscsi: {}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: Metering agent@dv-cinder-840525-2-iscsi: {}, May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: Open vSwitch agent@dv-cinder-840525-2-iscsi: { 'AddressGroup': '1.2', May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Agent': '1.1', May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'ConntrackHelper': '1.0', May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'LocalIPAssociation': '1.0', May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Log': '1.0', May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'NDPProxy': '1.0', May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Network': '1.1', May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Port': '1.7', May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'PortForwarding': '1.3', May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'QosPolicy': '1.10', May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'SecurityGroup': '1.5', May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'SecurityGroupRule': '1.2', May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'SubPort': '1.0', May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Subnet': '1.1', May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: 'Trunk': '1.1'}} May 12 17:45:02.385893 dv-cinder-840525-2-iscsi neutron-server[109953]: {{(pid=109953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:45:02.432387 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:44:57Z', 'revision_number': 3, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:02.490997 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27bc23-84d7-43a9-a1c8-494cc6ec5757 None None] Pushing event updated for resources: {'Port': ['ID=2e4d2bc6-4a39-4ac0-b258-cde69b949135,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:02.496616 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Routers {'1eb1760e-994e-46fc-a0fb-270c48206264'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:45:02.497645 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:44:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['1eb1760e-994e-46fc-a0fb-270c48206264'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:02.550858 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Checking router: 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:45:02.551211 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Updating router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b port 84d53801-3a71-4932-bcae-840388d128ba binding host dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:45:02.597096 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (84d53801-3a71-4932-bcae-840388d128ba), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:02.629743 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] Allocated IP 172.20.0.1 (a4a1943f-5104-4c36-90a4-e3e9daad3559/4d7a356f-70cc-48ae-8b5e-262b49b6be03/2440bf7b-2656-4bf0-ab2c-b167f965909e) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:45:02.649514 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-d9156a82-9fc3-41e5-b8b2-5a3a3d38745b None None] Current status of the port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:02.702866 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 30a08ec5-48bc-4ffa-a985-06c59e0d941d is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:02.727574 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] Set router 1eb1760e-994e-46fc-a0fb-270c48206264 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:45:02.740045 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-d9156a82-9fc3-41e5-b8b2-5a3a3d38745b None None] Provisioning complete for port 021c416d-8dee-41c3-88ae-f4bb94788e05 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:02.740696 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d9156a82-9fc3-41e5-b8b2-5a3a3d38745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (021c416d-8dee-41c3-88ae-f4bb94788e05), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:02.775733 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:45:02.829754 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:02.836424 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-188dbb58-dc62-4fe1-9ca9-f2be14278fd5 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0718572 May 12 17:45:02.837670 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50248) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:02.855067 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Sync routers for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:45:02.875721 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] Publish callbacks [] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:02.967906 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:02.986530 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] Network a4a1943f-5104-4c36-90a4-e3e9daad3559 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:02.990358 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:03.012115 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:45:03.012745 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-997879'] for router_interface (19013fb7-7ee2-4f34-ad0d-f5130e3bc47b), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:03.071347 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 021c416d-8dee-41c3-88ae-f4bb94788e05 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:03.110816 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:45:03.111462 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:44:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:03.164024 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:03.253939 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] Pushing event updated for resources: {'Port': ['ID=2440bf7b-2656-4bf0-ab2c-b167f965909e,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:03.382293 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3db9d232-060a-4921-af9f-43ba4e11f3e6 req-50262780-dbb4-433a-929f-b991452a6720 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 210 time: 0.1642082 May 12 17:45:03.511608 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:44:58Z', 'revision_number': 3, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'gw_port': {'id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:56Z', 'updated_at': '2022-05-12T17:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:03.580956 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2cc39c-381b-4728-9293-e20c97a016fc None None] The sync data for ids ['1eb1760e-994e-46fc-a0fb-270c48206264'] in dv-cinder-840525-2-iscsi is: [{'id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:44:58Z', 'revision_number': 3, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'gw_port': {'id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:56Z', 'updated_at': '2022-05-12T17:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:45:03.633829 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:45:03.641720 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 021c416d-8dee-41c3-88ae-f4bb94788e05 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:03.642952 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (021c416d-8dee-41c3-88ae-f4bb94788e05), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:03.702849 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-d9156a82-9fc3-41e5-b8b2-5a3a3d38745b None None] Current status of the port 021c416d-8dee-41c3-88ae-f4bb94788e05 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:03.708947 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] Allocated IP 172.20.0.1 (dae508b5-33ae-47fd-88cd-96de0b50f763/408098b4-b6ba-468a-a49c-afb1cbe23810/fa820e9c-b2aa-4586-9077-63bc3c98cdbc) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:45:03.882321 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:03.978575 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] Publish callbacks [] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:03.991255 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 021c416d-8dee-41c3-88ae-f4bb94788e05 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:03.997146 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:04.024373 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-81352f12-4193-487e-95df-c0a40444fe16 None None] Provisioning complete for port 30a08ec5-48bc-4ffa-a985-06c59e0d941d triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:04.037092 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81352f12-4193-487e-95df-c0a40444fe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (30a08ec5-48bc-4ffa-a985-06c59e0d941d), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:04.039760 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:04.193395 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] Network dae508b5-33ae-47fd-88cd-96de0b50f763 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:04.197573 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:04.227822 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:45:04.229018 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-997879'] for router_interface (1eb1760e-994e-46fc-a0fb-270c48206264), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:04.349422 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:44:59Z', 'revision_number': 3, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:04.388713 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Publish callbacks [] for port (84d53801-3a71-4932-bcae-840388d128ba), precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:04.393762 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] Pushing event updated for resources: {'Port': ['ID=fa820e9c-b2aa-4586-9077-63bc3c98cdbc,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:04.473927 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Checking router: fceb75b3-1924-4840-824c-93824a51e098 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:45:04.474288 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Updating router fceb75b3-1924-4840-824c-93824a51e098 port e2916ec0-4a4d-4636-bc1e-21cc607a7372 binding host dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:45:04.511223 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (84d53801-3a71-4932-bcae-840388d128ba), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:04.585374 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:04.585752 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (05dff94e-6dde-4c9e-8311-39a7a2f3edb0), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:04.616117 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (e2916ec0-4a4d-4636-bc1e-21cc607a7372), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:04.748950 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-81352f12-4193-487e-95df-c0a40444fe16 None None] Current status of the port 30a08ec5-48bc-4ffa-a985-06c59e0d941d is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:04.800783 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-81352f12-4193-487e-95df-c0a40444fe16 None None] Provisioning complete for port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:04.816841 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81352f12-4193-487e-95df-c0a40444fe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (05dff94e-6dde-4c9e-8311-39a7a2f3edb0), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:04.867477 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] Publish callbacks [] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:04.900261 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:04.904409 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984765'] for router_interface (19013fb7-7ee2-4f34-ad0d-f5130e3bc47b), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:04.934294 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:04.994426 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Attempting to bind port 84d53801-3a71-4932-bcae-840388d128ba on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:45:04.994970 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Attempting to bind port 84d53801-3a71-4932-bcae-840388d128ba by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:45:04.995341 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Attempting to bind port 84d53801-3a71-4932-bcae-840388d128ba on network 2dffabea-01f3-473a-98ec-6cd80cf699f7 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:05.016739 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a6a06-0ad0-412e-8a83-ae559a049be7 None None] Pushing event updated for resources: {'Port': ['ID=84d53801-3a71-4932-bcae-840388d128ba,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:05.017977 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:05.029128 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:45:05.029620 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Checking segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:45:05.030124 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:05.030612 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Bound using segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:45:05.043630 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Bound port: 84d53801-3a71-4932-bcae-840388d128ba, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:45:05.044644 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (84d53801-3a71-4932-bcae-840388d128ba), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:05.073403 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.74', 56500) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:05.162340 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c0000d56-dc4f-44c7-80c8-191edbde246a req-f9f6b36f-a52f-4042-b550-845d1b410f8a tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 210 time: 0.2003515 May 12 17:45:05.189195 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] Network a4a1943f-5104-4c36-90a4-e3e9daad3559 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:05.221161 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:05.238294 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] For port 84d53801-3a71-4932-bcae-840388d128ba, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:45:05.243682 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] For port 84d53801-3a71-4932-bcae-840388d128ba, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=84d53801-3a71-4932-bcae-840388d128ba,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:45:05.280317 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (84d53801-3a71-4932-bcae-840388d128ba), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:05.512581 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a6a06-0ad0-412e-8a83-ae559a049be7 None None] Pushing event updated for resources: {'Port': ['ID=84d53801-3a71-4932-bcae-840388d128ba,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:05.691911 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:05.693567 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 30a08ec5-48bc-4ffa-a985-06c59e0d941d up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:05.757190 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Publish callbacks [] for port (e2916ec0-4a4d-4636-bc1e-21cc607a7372), precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:05.774544 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (e2916ec0-4a4d-4636-bc1e-21cc607a7372), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:05.840584 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Attempting to bind port e2916ec0-4a4d-4636-bc1e-21cc607a7372 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:45:05.841486 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Attempting to bind port e2916ec0-4a4d-4636-bc1e-21cc607a7372 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:45:05.842626 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Attempting to bind port e2916ec0-4a4d-4636-bc1e-21cc607a7372 on network 2dffabea-01f3-473a-98ec-6cd80cf699f7 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:05.852191 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:45:05.852988 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Checking segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:45:05.853713 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:05.854364 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Bound using segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:45:05.855258 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Bound port: e2916ec0-4a4d-4636-bc1e-21cc607a7372, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:45:05.855802 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (e2916ec0-4a4d-4636-bc1e-21cc607a7372), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:05.876612 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-b2093335-5a95-4549-9c0f-122af90e6c9b tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:05.878301 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-b2093335-5a95-4549-9c0f-122af90e6c9b tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.74 "GET /v2.0/networks?id=bbada9e4-5d7c-41fd-b37b-17edbfab514e HTTP/1.1" status: 200 len: 811 time: 0.7998636 May 12 17:45:05.903818 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Routers {'19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:45:05.908968 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:44:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:05.944960 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28956e-b513-47ee-9ed1-540e3c7a1cbf None None] Pushing event updated for resources: {'Port': ['ID=e2916ec0-4a4d-4636-bc1e-21cc607a7372,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:05.979222 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-81352f12-4193-487e-95df-c0a40444fe16 None None] Current status of the port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:05.985566 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-70d27d87-2a1c-4622-bc20-7c44ad76aaa4 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Request body: {'port': {'device_id': '1ee0ce63-2c3a-49c2-bb05-03cee02949ad', 'network_id': 'bbada9e4-5d7c-41fd-b37b-17edbfab514e', 'admin_state_up': True, 'tenant_id': '4a12890be016462ea430af4ff0080553'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:06.002132 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] Allocated IP 172.20.0.1 (1221ba24-0e4c-4509-ac6d-bff82c57688b/d6394fb4-f09d-4f41-ae7e-35adcc70fa28/4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:45:06.008184 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-81352f12-4193-487e-95df-c0a40444fe16 None None] Provisioning complete for port 2440bf7b-2656-4bf0-ab2c-b167f965909e triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:06.008721 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81352f12-4193-487e-95df-c0a40444fe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:06.069481 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-81352f12-4193-487e-95df-c0a40444fe16 None None] Port 2440bf7b-2656-4bf0-ab2c-b167f965909e cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:45:06.071217 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] For port e2916ec0-4a4d-4636-bc1e-21cc607a7372, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:45:06.085561 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] For port e2916ec0-4a4d-4636-bc1e-21cc607a7372, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=e2916ec0-4a4d-4636-bc1e-21cc607a7372,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:45:06.088579 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 30a08ec5-48bc-4ffa-a985-06c59e0d941d triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:06.088970 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (30a08ec5-48bc-4ffa-a985-06c59e0d941d), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:06.097026 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] Pushing event updated for resources: {'Port': ['ID=2440bf7b-2656-4bf0-ab2c-b167f965909e,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:06.109734 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (e2916ec0-4a4d-4636-bc1e-21cc607a7372), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:06.278925 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:45:06.284901 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:44:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:06.311437 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] Router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:45:06.418606 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-28b56bb3-0d66-42bc-8cb3-01c12811886d None None] Provisioning complete for port fa820e9c-b2aa-4586-9077-63bc3c98cdbc triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:06.419072 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-28b56bb3-0d66-42bc-8cb3-01c12811886d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:06.512531 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-28b56bb3-0d66-42bc-8cb3-01c12811886d None None] Port fa820e9c-b2aa-4586-9077-63bc3c98cdbc cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:45:06.546739 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28956e-b513-47ee-9ed1-540e3c7a1cbf None None] Pushing event updated for resources: {'Port': ['ID=e2916ec0-4a4d-4636-bc1e-21cc607a7372,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:06.557544 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] Publish callbacks [] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:06.617114 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] Set router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:45:06.624462 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-28b56bb3-0d66-42bc-8cb3-01c12811886d None None] Provisioning complete for port 2440bf7b-2656-4bf0-ab2c-b167f965909e triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:06.624979 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-28b56bb3-0d66-42bc-8cb3-01c12811886d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:06.695270 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:06.730629 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-28b56bb3-0d66-42bc-8cb3-01c12811886d None None] Port 2440bf7b-2656-4bf0-ab2c-b167f965909e cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:45:06.734117 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:45:06.926186 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] Publish callbacks [] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:06.948014 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:06.949839 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984765'] for router_interface (1eb1760e-994e-46fc-a0fb-270c48206264), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:07.020931 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] Pushing event updated for resources: {'Port': ['ID=fa820e9c-b2aa-4586-9077-63bc3c98cdbc,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:07.068695 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-70d27d87-2a1c-4622-bc20-7c44ad76aaa4 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Made reservation on behalf of 4a12890be016462ea430af4ff0080553 for: {'port': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:45:07.072200 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-70d27d87-2a1c-4622-bc20-7c44ad76aaa4 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:07.094728 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ab172fa9-6fc1-4c55-99c3-6cea39e90773 req-0cbfa078-fa9d-47bb-87d0-71082d69ac43 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 210 time: 0.4336925 May 12 17:45:07.100143 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] Network 1221ba24-0e4c-4509-ac6d-bff82c57688b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:07.106344 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:45:07.143340 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-67509881-cd2d-4ad6-9ece-309e82d93a46 admin admin] 10.222.0.73 "PUT /v2.0/routers/19013fb7-7ee2-4f34-ad0d-f5130e3bc47b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2315538 May 12 17:45:07.152632 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:07.162389 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:45:07.162880 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-997879'] for router_interface (fceb75b3-1924-4840-824c-93824a51e098), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:07.334708 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:44:59Z', 'revision_number': 3, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:07.339918 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] Pushing event updated for resources: {'Port': ['ID=4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:07.360755 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 30a08ec5-48bc-4ffa-a985-06c59e0d941d is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:07.375095 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344eff1d-fe1c-4f6f-8e19-eccc59ab58cf None None] The sync data for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi is: [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:44:59Z', 'revision_number': 3, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:45:07.478690 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '2440bf7b-2656-4bf0-ab2c-b167f965909e', 'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'mac_address': 'fa:16:3e:39:8a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:02Z', 'updated_at': '2022-05-12T17:45:04Z', 'revision_number': 2, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'subnets': [{'id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:07.582928 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d116a2f5-1f06-4559-8603-f559cdbcf9ae None None] The sync data for ids ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'] in dv-cinder-840525-2-iscsi is: [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '2440bf7b-2656-4bf0-ab2c-b167f965909e', 'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'mac_address': 'fa:16:3e:39:8a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:02Z', 'updated_at': '2022-05-12T17:45:04Z', 'revision_number': 2, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'subnets': [{'id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:45:07.656113 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:07.657392 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-fe2d8723-5c9c-4ebc-91d2-643bdd989215 None None] Provisioning complete for port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:07.657962 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8723-5c9c-4ebc-91d2-643bdd989215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:07.764620 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 2e4d2bc6-4a39-4ac0-b258-cde69b949135 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:07.887579 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d8723-5c9c-4ebc-91d2-643bdd989215 None None] Port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:45:08.056754 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 2e4d2bc6-4a39-4ac0-b258-cde69b949135 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:08.057155 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (2e4d2bc6-4a39-4ac0-b258-cde69b949135), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:08.231527 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-70d27d87-2a1c-4622-bc20-7c44ad76aaa4 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Allocated IP 172.20.0.14 (bbada9e4-5d7c-41fd-b37b-17edbfab514e/8bcf89a9-480a-4110-9a6a-716cd2a77cfc/cd1d9d90-b454-463a-9a54-8dd81303eda8) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:45:08.416939 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] Network dae508b5-33ae-47fd-88cd-96de0b50f763 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:08.445076 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 2e4d2bc6-4a39-4ac0-b258-cde69b949135 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:08.447833 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (2e4d2bc6-4a39-4ac0-b258-cde69b949135), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:08.454144 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50426) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:08.470872 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:08.548324 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] For port 2e4d2bc6-4a39-4ac0-b258-cde69b949135, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=2e4d2bc6-4a39-4ac0-b258-cde69b949135,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:08.599105 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (2e4d2bc6-4a39-4ac0-b258-cde69b949135), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:08.607364 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-57ce1145-2bed-4260-88ee-3ea21690f6ae req-b0af3d5e-4c14-4457-93ce-0d0508b4d3fc tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 210 time: 0.2108791 May 12 17:45:08.707359 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] Publish callbacks [] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:08.721981 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:08.723441 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984765'] for router_interface (fceb75b3-1924-4840-824c-93824a51e098), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:08.931842 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Pushing event updated for resources: {'Port': ['ID=2e4d2bc6-4a39-4ac0-b258-cde69b949135,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:09.087586 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 50440) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:09.110114 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-63a94390-9acf-45df-ac65-47392e553e46 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1819449083', 'description': 'tempest-description--50038873'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:09.159382 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-6105a02f-60e4-47f7-92a0-012d961b270e None None] Provisioning complete for port fa820e9c-b2aa-4586-9077-63bc3c98cdbc triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:09.161389 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6105a02f-60e4-47f7-92a0-012d961b270e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:09.181922 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-63a94390-9acf-45df-ac65-47392e553e46 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:09.351687 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-6105a02f-60e4-47f7-92a0-012d961b270e None None] Port fa820e9c-b2aa-4586-9077-63bc3c98cdbc cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:45:09.378590 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] Router 1eb1760e-994e-46fc-a0fb-270c48206264 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:45:09.385314 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-70d27d87-2a1c-4622-bc20-7c44ad76aaa4 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Publish callbacks [] for port (cd1d9d90-b454-463a-9a54-8dd81303eda8), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:09.657073 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] Pushing event updated for resources: {'Port': ['ID=4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:09.664225 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-64644ea0-a124-40f3-b7ce-47efd9cb6220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:09.741566 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-63a94390-9acf-45df-ac65-47392e553e46 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group (ca59689b-63e7-484c-8136-dccfc6191019), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:09.806251 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-63a94390-9acf-45df-ac65-47392e553e46 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (ca59689b-63e7-484c-8136-dccfc6191019), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:09.843555 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 2e4d2bc6-4a39-4ac0-b258-cde69b949135 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:09.855521 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-70d27d87-2a1c-4622-bc20-7c44ad76aaa4 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (cd1d9d90-b454-463a-9a54-8dd81303eda8), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:10.026683 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 2e4d2bc6-4a39-4ac0-b258-cde69b949135 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:10.028500 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (2e4d2bc6-4a39-4ac0-b258-cde69b949135), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:10.136854 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] Network 1221ba24-0e4c-4509-ac6d-bff82c57688b is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:10.186320 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:10.332552 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-64644ea0-a124-40f3-b7ce-47efd9cb6220 admin admin] Publish callbacks [] for security_group (48e6ce86-1338-4ccb-9818-bdcd66a061b1), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:10.344641 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 2e4d2bc6-4a39-4ac0-b258-cde69b949135 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:10.345684 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adffb5-99c5-4d01-b7d4-0a78b7701eb7 req-56c2949d-538c-49f3-8dc8-b11444e4f055 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:10.346353 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device e2916ec0-4a4d-4636-bc1e-21cc607a7372 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:10.349490 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a8adffb5-99c5-4d01-b7d4-0a78b7701eb7 req-56c2949d-538c-49f3-8dc8-b11444e4f055 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 932 time: 0.5290511 May 12 17:45:10.361194 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-64644ea0-a124-40f3-b7ce-47efd9cb6220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (48e6ce86-1338-4ccb-9818-bdcd66a061b1), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:10.370274 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-63a94390-9acf-45df-ac65-47392e553e46 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:10.391184 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-63a94390-9acf-45df-ac65-47392e553e46 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2927477 May 12 17:45:10.416132 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50462) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:10.469624 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64644ea0-a124-40f3-b7ce-47efd9cb6220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e6ce86-1338-4ccb-9818-bdcd66a061b1,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:10.477955 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-4d93dc58-626f-4f2d-98d6-19e555ac80a0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Request body: {'security_group_rule': {'security_group_id': 'ca59689b-63e7-484c-8136-dccfc6191019', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:10.497334 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a94390-9acf-45df-ac65-47392e553e46 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca59689b-63e7-484c-8136-dccfc6191019,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:10.554428 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port e2916ec0-4a4d-4636-bc1e-21cc607a7372 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:10.555347 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (e2916ec0-4a4d-4636-bc1e-21cc607a7372), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:10.559964 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-70d27d87-2a1c-4622-bc20-7c44ad76aaa4 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Network bbada9e4-5d7c-41fd-b37b-17edbfab514e is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:10.570868 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d27d87-2a1c-4622-bc20-7c44ad76aaa4 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Pushing event updated for resources: {'Port': ['ID=cd1d9d90-b454-463a-9a54-8dd81303eda8,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:10.588960 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-70d27d87-2a1c-4622-bc20-7c44ad76aaa4 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:10.591945 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4d93dc58-626f-4f2d-98d6-19e555ac80a0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group_rule (bc3be882-c4f4-442d-8cad-28c90bc25565), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:10.637280 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:45:10.674921 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Sync routers for ids ['1eb1760e-994e-46fc-a0fb-270c48206264'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:45:10.681448 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-db1892c8-0c85-40fd-a171-04f6d7e93473 admin admin] 10.222.0.73 "PUT /v2.0/routers/1eb1760e-994e-46fc-a0fb-270c48206264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0261104 May 12 17:45:10.696127 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-70d27d87-2a1c-4622-bc20-7c44ad76aaa4 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:45:10.723365 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-70d27d87-2a1c-4622-bc20-7c44ad76aaa4 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:10.733372 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-70d27d87-2a1c-4622-bc20-7c44ad76aaa4 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:10.752315 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Routers {'1eb1760e-994e-46fc-a0fb-270c48206264'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:45:10.753204 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:44:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['1eb1760e-994e-46fc-a0fb-270c48206264'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:10.815670 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-70d27d87-2a1c-4622-bc20-7c44ad76aaa4 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8272798 May 12 17:45:10.822565 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-ff51cfee-2049-4c86-b9a4-cfa1b046fa11 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109951) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:45:10.827049 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-ff51cfee-2049-4c86-b9a4-cfa1b046fa11 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0095603 May 12 17:45:10.828824 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 50478) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:10.833766 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-64644ea0-a124-40f3-b7ce-47efd9cb6220 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=985253bdf4a748988a1f54b4c3c1bb52&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3387928 May 12 17:45:10.938729 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b81d2906-0673-4595-9fdf-dc31da279764 admin admin] Publish callbacks [] for security_group (48e6ce86-1338-4ccb-9818-bdcd66a061b1), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:11.057865 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b81d2906-0673-4595-9fdf-dc31da279764 admin admin] Publish callbacks [] for security_group (48e6ce86-1338-4ccb-9818-bdcd66a061b1), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:11.156095 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a8adffb5-99c5-4d01-b7d4-0a78b7701eb7 req-50f3779a-bb4c-4211-ac36-1faee9241c2f tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7827740 May 12 17:45:11.209315 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Request body: {'port': {'device_id': '1ee0ce63-2c3a-49c2-bb05-03cee02949ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:11.255523 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4d93dc58-626f-4f2d-98d6-19e555ac80a0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group_rule (bc3be882-c4f4-442d-8cad-28c90bc25565), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:11.267080 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Set router 1eb1760e-994e-46fc-a0fb-270c48206264 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:45:11.273184 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4d93dc58-626f-4f2d-98d6-19e555ac80a0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (bc3be882-c4f4-442d-8cad-28c90bc25565), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:11.309307 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93dc58-626f-4f2d-98d6-19e555ac80a0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3be882-c4f4-442d-8cad-28c90bc25565,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:11.372459 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4d93dc58-626f-4f2d-98d6-19e555ac80a0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:11.378142 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-4d93dc58-626f-4f2d-98d6-19e555ac80a0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9044034 May 12 17:45:11.378789 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50498) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:11.386587 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b81d2906-0673-4595-9fdf-dc31da279764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (48e6ce86-1338-4ccb-9818-bdcd66a061b1), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:11.390195 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b81d2906-0673-4595-9fdf-dc31da279764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:11.397915 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] Router fceb75b3-1924-4840-824c-93824a51e098 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:45:11.404823 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-b81d2906-0673-4595-9fdf-dc31da279764 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/48e6ce86-1338-4ccb-9818-bdcd66a061b1 HTTP/1.1" status: 204 len: 168 time: 0.5722566 May 12 17:45:11.407971 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-7b2236b7-84d3-49ae-952c-5a77c3d148c9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Request body: {'security_group_rule': {'security_group_id': 'ca59689b-63e7-484c-8136-dccfc6191019', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:11.430382 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d2906-0673-4595-9fdf-dc31da279764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e6ce86-1338-4ccb-9818-bdcd66a061b1,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:11.433800 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (cd1d9d90-b454-463a-9a54-8dd81303eda8), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:11.434804 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-1f40f1cb-9139-4249-85ea-566cb484893b None None] Provisioning complete for port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:11.435957 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f40f1cb-9139-4249-85ea-566cb484893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:11.543269 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7b2236b7-84d3-49ae-952c-5a77c3d148c9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group_rule (8994c4a9-cd48-4669-bb0f-7afd1ed6e764), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:11.670505 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-1f40f1cb-9139-4249-85ea-566cb484893b None None] Port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:45:11.723954 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port e2916ec0-4a4d-4636-bc1e-21cc607a7372 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:11.724583 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (e2916ec0-4a4d-4636-bc1e-21cc607a7372), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:11.747585 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7b2236b7-84d3-49ae-952c-5a77c3d148c9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group_rule (8994c4a9-cd48-4669-bb0f-7afd1ed6e764), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:11.772267 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7b2236b7-84d3-49ae-952c-5a77c3d148c9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (8994c4a9-cd48-4669-bb0f-7afd1ed6e764), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:11.800870 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] For port e2916ec0-4a4d-4636-bc1e-21cc607a7372, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=e2916ec0-4a4d-4636-bc1e-21cc607a7372,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:11.828189 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (e2916ec0-4a4d-4636-bc1e-21cc607a7372), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:11.965522 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2236b7-84d3-49ae-952c-5a77c3d148c9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8994c4a9-cd48-4669-bb0f-7afd1ed6e764,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:11.977174 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7b2236b7-84d3-49ae-952c-5a77c3d148c9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:11.990032 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-7b2236b7-84d3-49ae-952c-5a77c3d148c9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6010122 May 12 17:45:11.995725 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 50518) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:12.010857 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-182d2c92-3d7e-470f-a31c-9ec62d4a17c7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Request body: {'floatingip': {'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:12.167913 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 84d53801-3a71-4932-bcae-840388d128ba up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:12.226977 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Pushing event updated for resources: {'Port': ['ID=e2916ec0-4a4d-4636-bc1e-21cc607a7372,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:12.297364 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-2297db74-20f1-4e5d-8169-8cf19c07be69 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:12.312352 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:04Z', 'revision_number': 4, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'gw_port': {'id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:56Z', 'updated_at': '2022-05-12T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': 'fa820e9c-b2aa-4586-9077-63bc3c98cdbc', 'name': '', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'mac_address': 'fa:16:3e:89:76:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:03Z', 'updated_at': '2022-05-12T17:45:05Z', 'revision_number': 2, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'subnets': [{'id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:12.322065 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-2297db74-20f1-4e5d-8169-8cf19c07be69 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 819 time: 0.5697906 May 12 17:45:12.332408 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50522) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:12.354091 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1d9d90-b454-463a-9a54-8dd81303eda8 {{(pid=109951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:45:12.365544 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Publish callbacks [] for port (cd1d9d90-b454-463a-9a54-8dd81303eda8), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:12.392108 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Checking router: 1eb1760e-994e-46fc-a0fb-270c48206264 for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:45:12.392642 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Updating router 1eb1760e-994e-46fc-a0fb-270c48206264 port fa820e9c-b2aa-4586-9077-63bc3c98cdbc binding host dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:45:12.442743 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.provisioning_blocks [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Transition to ACTIVE for port object cd1d9d90-b454-463a-9a54-8dd81303eda8 will not be triggered until provisioned by entity L2. {{(pid=109951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:45:12.452818 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (cd1d9d90-b454-463a-9a54-8dd81303eda8), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:12.478371 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 84d53801-3a71-4932-bcae-840388d128ba triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:12.489973 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (84d53801-3a71-4932-bcae-840388d128ba), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:12.490215 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6971dd3e-c60b-4f45-9b77-908ae486459c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:12.496679 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:12.500225 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:45:12.514482 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Sync routers for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:45:12.522957 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-9cc72c8d-7f14-49f1-8afc-475cddf9cddc admin admin] 10.222.0.73 "PUT /v2.0/routers/fceb75b3-1924-4840-824c-93824a51e098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6843898 May 12 17:45:12.547023 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-da9934f1-785f-4eda-b3ab-fb8b12e8e5a2 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/quotas/202db80dae2446e2b9cd1124b2925ced HTTP/1.1" status: 200 len: 375 time: 0.2220418 May 12 17:45:12.550366 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:45:12.551113 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:44:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:12.560367 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Pushing event updated for resources: {'Port': ['ID=cd1d9d90-b454-463a-9a54-8dd81303eda8,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:12.697432 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Attempting to bind port cd1d9d90-b454-463a-9a54-8dd81303eda8 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:45:12.697865 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Attempting to bind port cd1d9d90-b454-463a-9a54-8dd81303eda8 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '95809a66-df9f-43ef-ae52-d723b8cbd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bbada9e4-5d7c-41fd-b37b-17edbfab514e'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:45:12.698332 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Attempting to bind port cd1d9d90-b454-463a-9a54-8dd81303eda8 on network bbada9e4-5d7c-41fd-b37b-17edbfab514e {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:12.705620 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-182d2c92-3d7e-470f-a31c-9ec62d4a17c7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:12.812181 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428127e6-e3e1-426b-b0a9-31652634463c req-155317c5-8c8c-46b3-832c-8c2056c2bbad tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:12.814153 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-428127e6-e3e1-426b-b0a9-31652634463c req-155317c5-8c8c-46b3-832c-8c2056c2bbad tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 944 time: 0.3978884 May 12 17:45:12.841031 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Port cd1d9d90-b454-463a-9a54-8dd81303eda8 on network bbada9e4-5d7c-41fd-b37b-17edbfab514e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:45:12.842948 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Attempting to bind port cd1d9d90-b454-463a-9a54-8dd81303eda8 on network bbada9e4-5d7c-41fd-b37b-17edbfab514e {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:12.848230 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-182d2c92-3d7e-470f-a31c-9ec62d4a17c7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:12.905383 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bd8c2631-f701-4fff-a9a6-f5bd11e8e928 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3573995 May 12 17:45:12.907105 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:45:13.003682 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 84d53801-3a71-4932-bcae-840388d128ba is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:13.004070 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (84d53801-3a71-4932-bcae-840388d128ba), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:13.098729 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-182d2c92-3d7e-470f-a31c-9ec62d4a17c7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Allocated IP 172.27.2.41 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/955f5ee8-bb3e-48c7-bba4-c4c9f84a832a) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:45:13.180948 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-428127e6-e3e1-426b-b0a9-31652634463c req-b66a693e-60d2-456f-b4b8-aa0e73d07d84 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550103 May 12 17:45:13.219571 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] For port 84d53801-3a71-4932-bcae-840388d128ba, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=84d53801-3a71-4932-bcae-840388d128ba,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:13.230661 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (84d53801-3a71-4932-bcae-840388d128ba), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:13.309994 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-8b426420-dedd-4897-a6d5-3be6b890dc0a service neutron] 10.222.0.73 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820906 May 12 17:45:13.362536 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6971dd3e-c60b-4f45-9b77-908ae486459c admin admin] Publish callbacks [] for security_group (f3d43bc7-318f-48ff-b9ac-1ccc83d9931a), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:13.374580 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6971dd3e-c60b-4f45-9b77-908ae486459c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (f3d43bc7-318f-48ff-b9ac-1ccc83d9931a), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:13.428724 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 2, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:13.456500 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Pushing event updated for resources: {'Port': ['ID=84d53801-3a71-4932-bcae-840388d128ba,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:13.520420 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-6971dd3e-c60b-4f45-9b77-908ae486459c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=74d099201fd547dea91fd7f5e9df3729&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1665823 May 12 17:45:13.520420 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971dd3e-c60b-4f45-9b77-908ae486459c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d43bc7-318f-48ff-b9ac-1ccc83d9931a,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:13.522342 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50556) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:13.617942 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Publish callbacks [] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:13.618086 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Checking router: fceb75b3-1924-4840-824c-93824a51e098 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:45:13.624810 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Updating router fceb75b3-1924-4840-824c-93824a51e098 port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 binding host dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:45:13.628525 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:13.646123 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bff1458c-16eb-46b6-a905-6b885f80a583 service neutron] 10.222.0.73 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277829 May 12 17:45:13.693258 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-25481cba-3559-49d5-b640-49d73fe8425b admin admin] Publish callbacks [] for security_group (f3d43bc7-318f-48ff-b9ac-1ccc83d9931a), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:13.750948 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-182d2c92-3d7e-470f-a31c-9ec62d4a17c7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for port (955f5ee8-bb3e-48c7-bba4-c4c9f84a832a), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:13.785029 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50558) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:13.787726 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-25481cba-3559-49d5-b640-49d73fe8425b admin admin] Publish callbacks [] for security_group (f3d43bc7-318f-48ff-b9ac-1ccc83d9931a), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:13.862183 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:45:13.863250 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Checking segment: {'id': '95809a66-df9f-43ef-ae52-d723b8cbd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bbada9e4-5d7c-41fd-b37b-17edbfab514e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:45:13.865267 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Bound using segment: {'id': '95809a66-df9f-43ef-ae52-d723b8cbd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bbada9e4-5d7c-41fd-b37b-17edbfab514e'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:45:13.866216 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Bound port: cd1d9d90-b454-463a-9a54-8dd81303eda8, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95809a66-df9f-43ef-ae52-d723b8cbd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bbada9e4-5d7c-41fd-b37b-17edbfab514e'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:45:13.868869 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (cd1d9d90-b454-463a-9a54-8dd81303eda8), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:13.908678 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-182d2c92-3d7e-470f-a31c-9ec62d4a17c7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (955f5ee8-bb3e-48c7-bba4-c4c9f84a832a), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:13.917985 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-25481cba-3559-49d5-b640-49d73fe8425b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (f3d43bc7-318f-48ff-b9ac-1ccc83d9931a), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:13.920954 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-25481cba-3559-49d5-b640-49d73fe8425b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:13.922226 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-25481cba-3559-49d5-b640-49d73fe8425b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f3d43bc7-318f-48ff-b9ac-1ccc83d9931a HTTP/1.1" status: 204 len: 168 time: 0.3969319 May 12 17:45:13.938290 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:13.940926 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25481cba-3559-49d5-b640-49d73fe8425b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d43bc7-318f-48ff-b9ac-1ccc83d9931a,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:14.036203 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d2c92-3d7e-470f-a31c-9ec62d4a17c7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:14.064762 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d2c92-3d7e-470f-a31c-9ec62d4a17c7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Pushing event updated for resources: {'Port': ['ID=955f5ee8-bb3e-48c7-bba4-c4c9f84a832a,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:14.067428 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-182d2c92-3d7e-470f-a31c-9ec62d4a17c7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:14.086884 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d2c92-3d7e-470f-a31c-9ec62d4a17c7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:45:14.158282 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Sync routers for ids ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:45:14.174378 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 84d53801-3a71-4932-bcae-840388d128ba up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:14.270467 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] For port cd1d9d90-b454-463a-9a54-8dd81303eda8, host hv-cinder-84052, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:45:14.322345 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Routers {'19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:45:14.323977 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:44:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:14.350899 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-182d2c92-3d7e-470f-a31c-9ec62d4a17c7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for floatingip (b5f00c16-4941-43e4-a871-e918cc01f14b), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:14.368013 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] For port cd1d9d90-b454-463a-9a54-8dd81303eda8, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=cd1d9d90-b454-463a-9a54-8dd81303eda8,segment=NetworkSegment(95809a66-df9f-43ef-ae52-d723b8cbd706),segment_id=95809a66-df9f-43ef-ae52-d723b8cbd706)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:45:14.409536 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (cd1d9d90-b454-463a-9a54-8dd81303eda8), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:14.431635 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-556a8db0-ae92-4cec-8c34-96bb12f75fca req-094d57b3-d179-46f4-ad16-42aa59cb36cd tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 210 time: 0.1785822 May 12 17:45:14.433089 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50582) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:14.477813 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-437c0259-8b77-4fa4-a397-e4274791bbfb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1193092421', 'description': 'tempest-description--651610127'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:14.502209 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d5f7319a-d784-49ce-886b-e468448f4048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:14.633480 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Pushing event updated for resources: {'Port': ['ID=cd1d9d90-b454-463a-9a54-8dd81303eda8,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:14.645562 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:14.646316 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:14.647907 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-8e2b1c20-5ea8-4cb5-aa2a-eb32dd4e1bde service neutron] 10.222.0.74 "PUT /v2.0/ports/cd1d9d90-b454-463a-9a54-8dd81303eda8 HTTP/1.1" status: 200 len: 1094 time: 3.6487160 May 12 17:45:14.648530 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee0ce63-2c3a-49c2-bb05-03cee02949ad', 'tag': 'cd1d9d90-b454-463a-9a54-8dd81303eda8'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:14.837421 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d5f7319a-d784-49ce-886b-e468448f4048 admin admin] Publish callbacks [] for security_group (f16db931-1f07-47ba-8ae8-8a6c38fe8b0f), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:14.854655 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 84d53801-3a71-4932-bcae-840388d128ba triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:14.855261 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (84d53801-3a71-4932-bcae-840388d128ba), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:14.866191 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d5f7319a-d784-49ce-886b-e468448f4048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (f16db931-1f07-47ba-8ae8-8a6c38fe8b0f), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:14.875344 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Publish callbacks [] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:14.892236 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:14.931982 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-182d2c92-3d7e-470f-a31c-9ec62d4a17c7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (955f5ee8-bb3e-48c7-bba4-c4c9f84a832a), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:14.947198 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18685ae-f35f-48f9-b5e4-850b6bb608a9 None None] Pushing event updated for resources: {'Port': ['ID=fa820e9c-b2aa-4586-9077-63bc3c98cdbc,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:15.057460 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e61de-67a4-49bd-a802-3dcb3d97b1a7 None None] Pushing event updated for resources: {'Port': ['ID=4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:15.098025 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Attempting to bind port fa820e9c-b2aa-4586-9077-63bc3c98cdbc on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:45:15.103952 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Attempting to bind port fa820e9c-b2aa-4586-9077-63bc3c98cdbc by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:45:15.104465 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Attempting to bind port fa820e9c-b2aa-4586-9077-63bc3c98cdbc on network dae508b5-33ae-47fd-88cd-96de0b50f763 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:15.109713 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-efa277a9-7c06-408d-a4d5-e238005ce43e None None] Provisioning complete for port fa820e9c-b2aa-4586-9077-63bc3c98cdbc triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:15.111185 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-efa277a9-7c06-408d-a4d5-e238005ce43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:15.156785 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Attempting to bind port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:45:15.157156 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Attempting to bind port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:45:15.157521 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Attempting to bind port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 on network 1221ba24-0e4c-4509-ac6d-bff82c57688b {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:15.163486 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:45:15.163855 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Checking segment: {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:45:15.164811 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:15.165216 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Bound using segment: {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:45:15.165704 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Bound port: 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:45:15.166083 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:15.181172 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0607a7-63dc-4475-8afb-72238c85b478 req-345408ab-e2e6-448c-b099-df420ff5878f tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:15.182994 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2f0607a7-63dc-4475-8afb-72238c85b478 req-345408ab-e2e6-448c-b099-df420ff5878f tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 944 time: 0.3317881 May 12 17:45:15.183941 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-437c0259-8b77-4fa4-a397-e4274791bbfb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:15.209198 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7319a-d784-49ce-886b-e468448f4048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16db931-1f07-47ba-8ae8-8a6c38fe8b0f,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:15.231189 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-d5f7319a-d784-49ce-886b-e468448f4048 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b2e8ef319c5e4104be6561b5b5d98f6c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4411476 May 12 17:45:15.246009 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50622) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:15.269356 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:45:15.273435 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Checking segment: {'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:45:15.274165 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:15.274765 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Bound using segment: {'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:45:15.275444 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Bound port: fa820e9c-b2aa-4586-9077-63bc3c98cdbc, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:45:15.276012 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:15.292938 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-182d2c92-3d7e-470f-a31c-9ec62d4a17c7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for port (955f5ee8-bb3e-48c7-bba4-c4c9f84a832a), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:15.312240 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-182d2c92-3d7e-470f-a31c-9ec62d4a17c7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (955f5ee8-bb3e-48c7-bba4-c4c9f84a832a), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:15.329402 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] For port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:45:15.338685 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] For port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:45:15.360819 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:15.403224 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-efa277a9-7c06-408d-a4d5-e238005ce43e None None] Port fa820e9c-b2aa-4586-9077-63bc3c98cdbc cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:45:15.424281 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d2c92-3d7e-470f-a31c-9ec62d4a17c7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Pushing event updated for resources: {'Port': ['ID=955f5ee8-bb3e-48c7-bba4-c4c9f84a832a,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:15.438169 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-182d2c92-3d7e-470f-a31c-9ec62d4a17c7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (b5f00c16-4941-43e4-a871-e918cc01f14b), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:15.465196 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-35ed08d8-8bc4-4192-8612-d9c3b8ef93cd tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:15.474818 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-35ed08d8-8bc4-4192-8612-d9c3b8ef93cd tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 819 time: 0.5497782 May 12 17:45:15.491193 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-182d2c92-3d7e-470f-a31c-9ec62d4a17c7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:15.493106 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-182d2c92-3d7e-470f-a31c-9ec62d4a17c7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4907582 May 12 17:45:15.560058 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e61de-67a4-49bd-a802-3dcb3d97b1a7 None None] Pushing event updated for resources: {'Port': ['ID=4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7,revision_number=4']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:15.568932 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Set router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:45:15.600407 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:45:15.601284 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:44:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:15.626502 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c14c0d8-5129-4c58-941b-45926d7dcb09" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee0ce63-2c3a-49c2-bb05-03cee02949ad", "tag": "cd1d9d90-b454-463a-9a54-8dd81303eda8"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:15.637914 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2f0607a7-63dc-4475-8afb-72238c85b478 req-96f035c9-a284-4b80-a167-b80e70ac748f tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426699 May 12 17:45:15.719280 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-1c6b2760-420e-4d12-93a9-55eb6dac2bbc tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/quotas/202db80dae2446e2b9cd1124b2925ced HTTP/1.1" status: 200 len: 375 time: 0.1835108 May 12 17:45:15.831769 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:45:15.916827 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-d1cd5901-2375-4f43-9461-5a83376a9a3f None None] Provisioning complete for port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:15.917337 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5901-2375-4f43-9461-5a83376a9a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:15.953835 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7825f3f7-d597-4f06-9c8f-0aac1cedf598 admin admin] Publish callbacks [] for security_group (f16db931-1f07-47ba-8ae8-8a6c38fe8b0f), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:16.040804 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-65e09275-3dd1-498c-99c7-e9d0039013c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:16.042474 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-65e09275-3dd1-498c-99c7-e9d0039013c5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a12890be016462ea430af4ff0080553&device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 1128 time: 0.2631652 May 12 17:45:16.072281 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 84d53801-3a71-4932-bcae-840388d128ba is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:16.073399 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device e2916ec0-4a4d-4636-bc1e-21cc607a7372 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:16.083858 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-437c0259-8b77-4fa4-a397-e4274791bbfb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (2298af05-0a26-4b60-8688-6e785bbab909), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:16.104467 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c8369106-5f20-47a3-b2b8-cec79bbff4c3 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3691614 May 12 17:45:16.145277 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-437c0259-8b77-4fa4-a397-e4274791bbfb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (2298af05-0a26-4b60-8688-6e785bbab909), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:16.152861 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21801a0-dfcc-47a8-a4f8-72aead550931 x-openstack-request-id: req-b21801a0-dfcc-47a8-a4f8-72aead550931 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:16.159658 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee0ce63-2c3a-49c2-bb05-03cee02949ad", "tag": "cd1d9d90-b454-463a-9a54-8dd81303eda8", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:16.160216 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b21801a0-dfcc-47a8-a4f8-72aead550931 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:16.164401 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21801a0-dfcc-47a8-a4f8-72aead550931'] response: {'name': 'network-changed', 'server_uuid': '1ee0ce63-2c3a-49c2-bb05-03cee02949ad', 'tag': 'cd1d9d90-b454-463a-9a54-8dd81303eda8', 'status': 'completed', 'code': 200} May 12 17:45:16.167953 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7825f3f7-d597-4f06-9c8f-0aac1cedf598 admin admin] Publish callbacks [] for security_group (f16db931-1f07-47ba-8ae8-8a6c38fe8b0f), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:16.271252 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-162e6d47-8686-4f02-8add-fb671c1bac64 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd1d9d90-b454-463a-9a54-8dd81303eda8 HTTP/1.1" status: 200 len: 217 time: 0.2000074 May 12 17:45:16.326585 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-437c0259-8b77-4fa4-a397-e4274791bbfb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:16.329687 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-437c0259-8b77-4fa4-a397-e4274791bbfb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8950770 May 12 17:45:16.340647 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] For port fa820e9c-b2aa-4586-9077-63bc3c98cdbc, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:45:16.351291 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 50670) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:16.378110 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-36cfea63-1cc8-492e-b31f-ec652cdf2757 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'security_group_rule': {'security_group_id': '2298af05-0a26-4b60-8688-6e785bbab909', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:16.426366 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] For port fa820e9c-b2aa-4586-9077-63bc3c98cdbc, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=fa820e9c-b2aa-4586-9077-63bc3c98cdbc,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:45:16.450065 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port e2916ec0-4a4d-4636-bc1e-21cc607a7372 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:16.451397 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (e2916ec0-4a4d-4636-bc1e-21cc607a7372), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:16.528948 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:15Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:16.534214 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-f1b144a7-1823-4ff6-b8ee-83f682586f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:16.535965 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-f1b144a7-1823-4ff6-b8ee-83f682586f6c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8bcf89a9-480a-4110-9a6a-716cd2a77cfc HTTP/1.1" status: 200 len: 851 time: 0.2374425 May 12 17:45:16.591122 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538615a-b56d-44bc-97f6-be2c9129be28 None None] The sync data for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi is: [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:15Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:45:16.783907 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:16.807288 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-90c2c1fa-6f79-4ed3-b8d3-213a7b41c4b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bbada9e4-5d7c-41fd-b37b-17edbfab514e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2525151 May 12 17:45:16.817808 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36cfea63-1cc8-492e-b31f-ec652cdf2757 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (06ac6035-459e-4ac9-9317-abad1be6adaf), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:16.856700 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c0259-8b77-4fa4-a397-e4274791bbfb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2298af05-0a26-4b60-8688-6e785bbab909,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:17.048591 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd5901-2375-4f43-9461-5a83376a9a3f None None] Current status of the port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:17.048591 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5901-2375-4f43-9461-5a83376a9a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:17.056342 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-b680f415-d449-4bd5-bcc7-9784bb855f06 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1819449083&fields=id&tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a HTTP/1.1" status: 200 len: 267 time: 0.7501588 May 12 17:45:17.120084 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-88ef05c9-50e9-4be3-a053-22d6839f3020 service neutron] 10.222.0.73 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0017679 May 12 17:45:17.127846 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7825f3f7-d597-4f06-9c8f-0aac1cedf598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (f16db931-1f07-47ba-8ae8-8a6c38fe8b0f), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:17.135303 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7825f3f7-d597-4f06-9c8f-0aac1cedf598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:17.139692 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-7825f3f7-d597-4f06-9c8f-0aac1cedf598 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f16db931-1f07-47ba-8ae8-8a6c38fe8b0f HTTP/1.1" status: 204 len: 168 time: 1.8906667 May 12 17:45:17.414004 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18685ae-f35f-48f9-b5e4-850b6bb608a9 None None] Pushing event updated for resources: {'Port': ['ID=fa820e9c-b2aa-4586-9077-63bc3c98cdbc,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:17.431747 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '2440bf7b-2656-4bf0-ab2c-b167f965909e', 'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'mac_address': 'fa:16:3e:39:8a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:02Z', 'updated_at': '2022-05-12T17:45:04Z', 'revision_number': 2, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'subnets': [{'id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:17.438003 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-d1cd5901-2375-4f43-9461-5a83376a9a3f None None] For port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:17.509334 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-b178f04d-396a-4bd3-8e65-b4a0b1297b08 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:17.534881 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-b178f04d-396a-4bd3-8e65-b4a0b1297b08 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/networks?id=a4a1943f-5104-4c36-90a4-e3e9daad3559 HTTP/1.1" status: 200 len: 817 time: 0.4762330 May 12 17:45:17.555974 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825f3f7-d597-4f06-9c8f-0aac1cedf598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16db931-1f07-47ba-8ae8-8a6c38fe8b0f,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:17.565529 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Routers {'1eb1760e-994e-46fc-a0fb-270c48206264'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:45:17.566370 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:44:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['1eb1760e-994e-46fc-a0fb-270c48206264'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:17.610148 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5901-2375-4f43-9461-5a83376a9a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:17.626581 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Checking router: 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:45:17.627186 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Updating router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b port 2440bf7b-2656-4bf0-ab2c-b167f965909e binding host dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:45:17.639673 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-ed8d9029-d6da-4338-b3f8-9e1b86329d7c service neutron] 10.222.0.74 "GET /v2.0/networks/bbada9e4-5d7c-41fd-b37b-17edbfab514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7085428 May 12 17:45:17.643951 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-30aa60df-90da-450b-ab7f-cf22c56413ba tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/quotas/bdb0d817bd8e4eeca5ed6229a4b5c53a HTTP/1.1" status: 200 len: 375 time: 0.1077588 May 12 17:45:17.721045 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36cfea63-1cc8-492e-b31f-ec652cdf2757 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (06ac6035-459e-4ac9-9317-abad1be6adaf), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:17.727880 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.74', 56517) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:17.861403 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-db0e7d95-e4c7-4412-b0bd-2655a1cbd3f9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2120547 May 12 17:45:17.892388 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36cfea63-1cc8-492e-b31f-ec652cdf2757 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (06ac6035-459e-4ac9-9317-abad1be6adaf), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:17.900384 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-b46ad210-eeca-48f1-9982-661fef358c82 service neutron] 10.222.0.73 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7584209 May 12 17:45:18.106244 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port e2916ec0-4a4d-4636-bc1e-21cc607a7372 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:18.256333 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50736) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:18.273030 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-6dc317a2-805e-4ae6-832a-69a1f34b206f None None] Provisioning complete for port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:18.273030 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6dc317a2-805e-4ae6-832a-69a1f34b206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:18.294161 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-50944520-a7a0-43e7-a315-c1f8a12dc46e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:18.318400 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:18.497638 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:18.516199 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-aab91220-17b3-40c6-a2fe-27fad01d84ca tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:18.523709 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-aab91220-17b3-40c6-a2fe-27fad01d84ca tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.74 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 819 time: 0.7930176 May 12 17:45:18.587242 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-3d4077c1-bb4a-49c0-a368-c091dc849235 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Request body: {'port': {'device_id': '8a324263-603c-4a73-b819-232273b7c0bb', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'admin_state_up': True, 'tenant_id': '202db80dae2446e2b9cd1124b2925ced'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:18.642853 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd5901-2375-4f43-9461-5a83376a9a3f None None] Pushing event updated for resources: {'Port': ['ID=4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:18.719268 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfea63-1cc8-492e-b31f-ec652cdf2757 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ac6035-459e-4ac9-9317-abad1be6adaf,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:18.742172 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] Set router 1eb1760e-994e-46fc-a0fb-270c48206264 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:45:18.780256 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-23483d96-8237-4abe-b9e3-40f091b4dceb req-d2d501bd-4ac2-48d1-b7f7-e20b778813e8 service neutron] 10.222.0.74 "GET /v2.0/networks/bbada9e4-5d7c-41fd-b37b-17edbfab514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1222997 May 12 17:45:18.799065 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36cfea63-1cc8-492e-b31f-ec652cdf2757 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:18.814824 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-36cfea63-1cc8-492e-b31f-ec652cdf2757 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4561548 May 12 17:45:18.820525 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50768) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:18.838334 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-8cdeaeee-1471-4e10-a76e-82bd34fbb7d9 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'security_group_rule': {'security_group_id': '2298af05-0a26-4b60-8688-6e785bbab909', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:18.926910 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a98e8e-ee30-42c4-bb20-3b465e36dc29 req-e426e14d-a9b7-4ff6-91d3-377380f8a455 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:18.933259 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-3d4077c1-bb4a-49c0-a368-c091dc849235 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Made reservation on behalf of 202db80dae2446e2b9cd1124b2925ced for: {'port': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:45:18.948096 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-3d4077c1-bb4a-49c0-a368-c091dc849235 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:18.970186 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a4a98e8e-ee30-42c4-bb20-3b465e36dc29 req-e426e14d-a9b7-4ff6-91d3-377380f8a455 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 944 time: 0.4510517 May 12 17:45:19.090918 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-28d2de9f-9687-4d70-89d7-268d10307c25 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109950) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:45:19.104371 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-28d2de9f-9687-4d70-89d7-268d10307c25 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4791739 May 12 17:45:19.132664 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14c0d8-5129-4c58-941b-45926d7dcb09 req-62e6c972-e19b-4813-8508-6e38b5dcc9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:19.137226 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7c14c0d8-5129-4c58-941b-45926d7dcb09 req-62e6c972-e19b-4813-8508-6e38b5dcc9e9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a12890be016462ea430af4ff0080553&device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 1128 time: 0.1845345 May 12 17:45:19.177573 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8cdeaeee-1471-4e10-a76e-82bd34fbb7d9 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (e3aa8d09-b2ef-467e-a32e-86194edf852f), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:19.475513 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-50944520-a7a0-43e7-a315-c1f8a12dc46e admin admin] Publish callbacks [] for security_group (1b9cee26-7864-4e09-a5b3-68636c529aec), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:19.525854 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a4a98e8e-ee30-42c4-bb20-3b465e36dc29 req-fc40f622-4629-403d-ad04-f63696d30a25 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437481 May 12 17:45:19.617882 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-50944520-a7a0-43e7-a315-c1f8a12dc46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (1b9cee26-7864-4e09-a5b3-68636c529aec), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:19.711914 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50944520-a7a0-43e7-a315-c1f8a12dc46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9cee26-7864-4e09-a5b3-68636c529aec,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:19.864757 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-50100861-8f25-4cb4-8de8-11f2089edc7a req-708b7fef-6b35-4228-b334-1fc242e8767a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 210 time: 0.1603465 May 12 17:45:19.952476 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-50944520-a7a0-43e7-a315-c1f8a12dc46e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd83d99de6ef49f2ba74eb7ea6e80958&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6940548 May 12 17:45:19.961160 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8cdeaeee-1471-4e10-a76e-82bd34fbb7d9 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (e3aa8d09-b2ef-467e-a32e-86194edf852f), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:19.962202 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50804) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:19.972727 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-37037541-e029-4728-9a8f-c92f145ded2b service neutron] 10.222.0.73 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8579047 May 12 17:45:20.014960 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8cdeaeee-1471-4e10-a76e-82bd34fbb7d9 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (e3aa8d09-b2ef-467e-a32e-86194edf852f), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:20.096581 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdeaeee-1471-4e10-a76e-82bd34fbb7d9 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3aa8d09-b2ef-467e-a32e-86194edf852f,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:20.115851 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14c0d8-5129-4c58-941b-45926d7dcb09 req-dd8191b6-8fa5-4731-ba2a-d379249a59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:20.127362 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7c14c0d8-5129-4c58-941b-45926d7dcb09 req-dd8191b6-8fa5-4731-ba2a-d379249a59f3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bbada9e4-5d7c-41fd-b37b-17edbfab514e HTTP/1.1" status: 200 len: 912 time: 0.9333620 May 12 17:45:20.134115 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-3d4077c1-bb4a-49c0-a368-c091dc849235 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Allocated IP 172.20.0.12 (dae508b5-33ae-47fd-88cd-96de0b50f763/408098b4-b6ba-468a-a49c-afb1cbe23810/aeff2539-2372-4118-8fd1-4b25292a34c4) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:45:20.164753 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8cdeaeee-1471-4e10-a76e-82bd34fbb7d9 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:20.165969 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-8cdeaeee-1471-4e10-a76e-82bd34fbb7d9 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3349848 May 12 17:45:20.177695 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 50816) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:20.178857 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9fc5c7c5-5ec7-442b-8cb0-f8e10834c23a admin admin] Publish callbacks [] for security_group (1b9cee26-7864-4e09-a5b3-68636c529aec), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:20.211768 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-067ffa92-415d-476d-b7d6-f57b0ecfbdfc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'floatingip': {'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:20.239700 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9fc5c7c5-5ec7-442b-8cb0-f8e10834c23a admin admin] Publish callbacks [] for security_group (1b9cee26-7864-4e09-a5b3-68636c529aec), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:20.299171 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7c14c0d8-5129-4c58-941b-45926d7dcb09 req-a258347b-a275-4f7f-a5f1-c59708903a2e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd1d9d90-b454-463a-9a54-8dd81303eda8 HTTP/1.1" status: 200 len: 217 time: 0.1599619 May 12 17:45:20.343903 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-6e498201-6ad1-4c37-b94f-eaac6dc3a456 service neutron] 10.222.0.73 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291423 May 12 17:45:20.345945 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9fc5c7c5-5ec7-442b-8cb0-f8e10834c23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (1b9cee26-7864-4e09-a5b3-68636c529aec), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:20.354487 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9fc5c7c5-5ec7-442b-8cb0-f8e10834c23a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:20.355741 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-9fc5c7c5-5ec7-442b-8cb0-f8e10834c23a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b9cee26-7864-4e09-a5b3-68636c529aec HTTP/1.1" status: 204 len: 168 time: 0.3820162 May 12 17:45:20.371530 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5c7c5-5ec7-442b-8cb0-f8e10834c23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9cee26-7864-4e09-a5b3-68636c529aec,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:20.397221 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:20.397822 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:20.431400 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-067ffa92-415d-476d-b7d6-f57b0ecfbdfc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:20.758723 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62b3f3-78ac-471b-aefb-3ced1de47ade req-a57d6d22-6f7e-4f3b-bfa6-ef9988808e5c tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:20.769730 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9c62b3f3-78ac-471b-aefb-3ced1de47ade req-a57d6d22-6f7e-4f3b-bfa6-ef9988808e5c tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 944 time: 0.1308477 May 12 17:45:20.838011 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-6dc317a2-805e-4ae6-832a-69a1f34b206f None None] Current status of the port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:20.918701 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50850) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:20.921299 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:20.937349 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-6dc317a2-805e-4ae6-832a-69a1f34b206f None None] Provisioning complete for port fa820e9c-b2aa-4586-9077-63bc3c98cdbc triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:20.938328 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6dc317a2-805e-4ae6-832a-69a1f34b206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:21.005303 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14c0d8-5129-4c58-941b-45926d7dcb09 req-24efbcb7-6448-4e49-96a9-069db86def2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:21.021885 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7c14c0d8-5129-4c58-941b-45926d7dcb09 req-24efbcb7-6448-4e49-96a9-069db86def2c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8bcf89a9-480a-4110-9a6a-716cd2a77cfc HTTP/1.1" status: 200 len: 851 time: 0.2073636 May 12 17:45:21.022575 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.74', 56523) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:21.072193 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-cbc40960-d097-42ea-ad47-0aeaac99c90f req-a7e11c87-9531-42c9-97d3-39ec292414a1 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 210 time: 0.1955295 May 12 17:45:21.108968 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9c62b3f3-78ac-471b-aefb-3ced1de47ade req-e0cde94b-cc9a-4021-ac9f-04754d470376 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353488 May 12 17:45:21.269492 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:21.448051 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2389374d-e2ea-45fe-93f1-f8ed56c42016 req-c5ce827e-d15b-4fe8-b315-b0766c5ae12c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 210 time: 0.1433988 May 12 17:45:21.474295 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9162ca92-df1d-4113-9d10-f228bfc5822c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:21.511412 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-067ffa92-415d-476d-b7d6-f57b0ecfbdfc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:21.589995 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7c14c0d8-5129-4c58-941b-45926d7dcb09 req-d02be207-749f-4490-8475-5176339097f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bbada9e4-5d7c-41fd-b37b-17edbfab514e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4636583 May 12 17:45:21.621861 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:04Z', 'revision_number': 4, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'gw_port': {'id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:56Z', 'updated_at': '2022-05-12T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': 'fa820e9c-b2aa-4586-9077-63bc3c98cdbc', 'name': '', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'mac_address': 'fa:16:3e:89:76:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:03Z', 'updated_at': '2022-05-12T17:45:16Z', 'revision_number': 4, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'subnets': [{'id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:21.624450 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-92d32ff0-d025-4c8b-83f5-db653cb8807d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:21.630620 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-92d32ff0-d025-4c8b-83f5-db653cb8807d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.74 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 819 time: 0.5165861 May 12 17:45:21.673437 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50874) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:21.758421 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9162ca92-df1d-4113-9d10-f228bfc5822c admin admin] Publish callbacks [] for security_group (104f5528-e199-4005-8657-1820717fc3fa), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:21.770252 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9162ca92-df1d-4113-9d10-f228bfc5822c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (104f5528-e199-4005-8657-1820717fc3fa), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:21.775445 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-6dc317a2-805e-4ae6-832a-69a1f34b206f None None] Current status of the port fa820e9c-b2aa-4586-9077-63bc3c98cdbc is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:21.775844 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6dc317a2-805e-4ae6-832a-69a1f34b206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:21.801548 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-0a19451a-4235-44d3-94eb-96f5e7148deb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Request body: {'port': {'device_id': 'e7f7a42c-b14d-4050-a589-70b0eb9ff31b', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'admin_state_up': True, 'tenant_id': '202db80dae2446e2b9cd1124b2925ced'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:21.832705 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f97037f-322e-4d35-925c-a86d34f07d1e None None] The sync data for ids ['1eb1760e-994e-46fc-a0fb-270c48206264'] in dv-cinder-840525-2-iscsi is: [{'id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:04Z', 'revision_number': 4, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'gw_port': {'id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:56Z', 'updated_at': '2022-05-12T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': 'fa820e9c-b2aa-4586-9077-63bc3c98cdbc', 'name': '', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'mac_address': 'fa:16:3e:89:76:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:03Z', 'updated_at': '2022-05-12T17:45:16Z', 'revision_number': 4, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'subnets': [{'id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:45:21.867825 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162ca92-df1d-4113-9d10-f228bfc5822c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104f5528-e199-4005-8657-1820717fc3fa,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:21.890625 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Publish callbacks [] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:21.977132 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:22.015590 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-9162ca92-df1d-4113-9d10-f228bfc5822c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7eaf9b397baf46f7bacfe50e00d68cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0515146 May 12 17:45:22.017291 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50888) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:22.078750 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-3d4077c1-bb4a-49c0-a368-c091dc849235 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for port (aeff2539-2372-4118-8fd1-4b25292a34c4), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:22.152546 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-6dc317a2-805e-4ae6-832a-69a1f34b206f None None] For port fa820e9c-b2aa-4586-9077-63bc3c98cdbc, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=fa820e9c-b2aa-4586-9077-63bc3c98cdbc,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:22.176776 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:22.177281 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:22.239246 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6dc317a2-805e-4ae6-832a-69a1f34b206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:22.253189 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-067ffa92-415d-476d-b7d6-f57b0ecfbdfc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Allocated IP 172.27.2.31 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/7df7a70e-ba41-40cf-b349-dc1cb88b0a4e) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:45:22.260860 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-27e0225b-8ed4-4b8c-a53a-908446956496 admin admin] Publish callbacks [] for security_group (104f5528-e199-4005-8657-1820717fc3fa), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:22.401730 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552d570-4859-4a27-9854-03d40e1a1f52 None None] Pushing event updated for resources: {'Port': ['ID=2440bf7b-2656-4bf0-ab2c-b167f965909e,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:22.581619 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-86a34b6e-f9f8-4980-89ac-9126d0d3aec5 req-52504617-b96f-4f16-89b8-1778c07279bf tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 210 time: 0.1964459 May 12 17:45:22.613378 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-27e0225b-8ed4-4b8c-a53a-908446956496 admin admin] Publish callbacks [] for security_group (104f5528-e199-4005-8657-1820717fc3fa), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:22.615327 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-3d4077c1-bb4a-49c0-a368-c091dc849235 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (aeff2539-2372-4118-8fd1-4b25292a34c4), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:22.802270 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bdbba36e-8476-4a84-a619-b2bbeeb9253d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:22.903252 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-84c7ee92-1d6f-4978-8a33-153a0a160404 req-17ceb3d4-a4f7-42ae-8683-579cbea6b49f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 210 time: 0.1032369 May 12 17:45:23.087530 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Attempting to bind port 2440bf7b-2656-4bf0-ab2c-b167f965909e on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:45:23.088071 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Attempting to bind port 2440bf7b-2656-4bf0-ab2c-b167f965909e by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': '9ba51cca-39db-454b-8d55-28d8b3ad9333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:45:23.098349 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Attempting to bind port 2440bf7b-2656-4bf0-ab2c-b167f965909e on network a4a1943f-5104-4c36-90a4-e3e9daad3559 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:23.099887 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bdbba36e-8476-4a84-a619-b2bbeeb9253d admin admin] Publish callbacks [] for security_group (5ccbc39e-1dc8-48c9-9c8b-ce0708d34a0b), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:23.116544 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace4cef-69d4-47d2-a5fa-c9c03fad30af req-15308a46-ca01-4a73-803f-5ff31c477b80 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:23.118414 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0ace4cef-69d4-47d2-a5fa-c9c03fad30af req-15308a46-ca01-4a73-803f-5ff31c477b80 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 944 time: 0.5189438 May 12 17:45:23.123043 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bdbba36e-8476-4a84-a619-b2bbeeb9253d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (5ccbc39e-1dc8-48c9-9c8b-ce0708d34a0b), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:23.184651 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:45:23.185653 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Checking segment: {'id': '9ba51cca-39db-454b-8d55-28d8b3ad9333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:45:23.186260 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:23.186886 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Bound using segment: {'id': '9ba51cca-39db-454b-8d55-28d8b3ad9333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:45:23.187663 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Bound port: 2440bf7b-2656-4bf0-ab2c-b167f965909e, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba51cca-39db-454b-8d55-28d8b3ad9333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:45:23.188371 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:23.221389 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-6b66aa9c-3fb0-4c65-98d9-6f6417101b81 None None] Provisioning complete for port 2440bf7b-2656-4bf0-ab2c-b167f965909e triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:23.225445 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6b66aa9c-3fb0-4c65-98d9-6f6417101b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:23.229067 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4077c1-bb4a-49c0-a368-c091dc849235 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Pushing event updated for resources: {'Port': ['ID=aeff2539-2372-4118-8fd1-4b25292a34c4,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:23.260428 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7c14c0d8-5129-4c58-941b-45926d7dcb09 req-c0716cc0-2091-4168-997e-34c3464ef14b service neutron] 10.222.0.74 "GET /v2.0/networks/bbada9e4-5d7c-41fd-b37b-17edbfab514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4789784 May 12 17:45:23.267520 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc317a2-805e-4ae6-832a-69a1f34b206f None None] Pushing event updated for resources: {'Port': ['ID=fa820e9c-b2aa-4586-9077-63bc3c98cdbc,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:23.282312 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbba36e-8476-4a84-a619-b2bbeeb9253d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccbc39e-1dc8-48c9-9c8b-ce0708d34a0b,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:23.283103 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-3d4077c1-bb4a-49c0-a368-c091dc849235 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Network dae508b5-33ae-47fd-88cd-96de0b50f763 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:23.297294 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-bdbba36e-8476-4a84-a619-b2bbeeb9253d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=288456fa7c9c4a01a7f3c167dacb6d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6197467 May 12 17:45:23.301084 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-27e0225b-8ed4-4b8c-a53a-908446956496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (104f5528-e199-4005-8657-1820717fc3fa), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:23.303853 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-27e0225b-8ed4-4b8c-a53a-908446956496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:23.304079 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-3d4077c1-bb4a-49c0-a368-c091dc849235 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:23.304725 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-27e0225b-8ed4-4b8c-a53a-908446956496 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/104f5528-e199-4005-8657-1820717fc3fa HTTP/1.1" status: 204 len: 168 time: 1.2866247 May 12 17:45:23.305487 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50916) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:23.344708 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-067ffa92-415d-476d-b7d6-f57b0ecfbdfc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for port (7df7a70e-ba41-40cf-b349-dc1cb88b0a4e), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:23.365200 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-3d4077c1-bb4a-49c0-a368-c091dc849235 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:45:23.367954 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:23.383918 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-3d4077c1-bb4a-49c0-a368-c091dc849235 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:23.384606 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-3d4077c1-bb4a-49c0-a368-c091dc849235 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:23.390885 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0225b-8ed4-4b8c-a53a-908446956496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104f5528-e199-4005-8657-1820717fc3fa,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:23.430448 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0ace4cef-69d4-47d2-a5fa-c9c03fad30af req-628e0ce7-d529-47d5-9ffb-8b9e4113479e tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981007 May 12 17:45:23.487601 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-3d4077c1-bb4a-49c0-a368-c091dc849235 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9089894 May 12 17:45:23.556718 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-067ffa92-415d-476d-b7d6-f57b0ecfbdfc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (7df7a70e-ba41-40cf-b349-dc1cb88b0a4e), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:23.576607 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-6b66aa9c-3fb0-4c65-98d9-6f6417101b81 None None] Port 2440bf7b-2656-4bf0-ab2c-b167f965909e cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:45:23.604652 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-0a19451a-4235-44d3-94eb-96f5e7148deb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Made reservation on behalf of 202db80dae2446e2b9cd1124b2925ced for: {'port': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:45:23.610720 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-0a19451a-4235-44d3-94eb-96f5e7148deb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:23.630988 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-487af4bd-ab22-4032-aab6-7c5df01c829d admin admin] Publish callbacks [] for security_group (5ccbc39e-1dc8-48c9-9c8b-ce0708d34a0b), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:23.726596 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device fa820e9c-b2aa-4586-9077-63bc3c98cdbc up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:23.736474 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-487af4bd-ab22-4032-aab6-7c5df01c829d admin admin] Publish callbacks [] for security_group (5ccbc39e-1dc8-48c9-9c8b-ce0708d34a0b), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:23.792311 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Request body: {'port': {'device_id': '8a324263-603c-4a73-b819-232273b7c0bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:23.893850 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067ffa92-415d-476d-b7d6-f57b0ecfbdfc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:23.953228 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-770f79b6-642f-40dc-998b-16dbb27f7ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:23.983221 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.74', 56527) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:23.993517 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-487af4bd-ab22-4032-aab6-7c5df01c829d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (5ccbc39e-1dc8-48c9-9c8b-ce0708d34a0b), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:24.005019 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-487af4bd-ab22-4032-aab6-7c5df01c829d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:24.006290 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-487af4bd-ab22-4032-aab6-7c5df01c829d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5ccbc39e-1dc8-48c9-9c8b-ce0708d34a0b HTTP/1.1" status: 204 len: 168 time: 0.6943896 May 12 17:45:24.036632 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] For port 2440bf7b-2656-4bf0-ab2c-b167f965909e, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:45:24.078201 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-3bbec4bd-e65b-414e-9312-502a105f9d9c None None] Provisioning complete for port aeff2539-2372-4118-8fd1-4b25292a34c4 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:24.080065 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-746221d7-84d6-437f-9508-e99c44c2f9a6 req-34880dfd-dea6-4d9f-bcfd-d70a2e8ff4b0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 210 time: 0.2117317 May 12 17:45:24.084592 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3bbec4bd-e65b-414e-9312-502a105f9d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (aeff2539-2372-4118-8fd1-4b25292a34c4), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:24.087918 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] For port 2440bf7b-2656-4bf0-ab2c-b167f965909e, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=2440bf7b-2656-4bf0-ab2c-b167f965909e,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:45:24.091650 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port fa820e9c-b2aa-4586-9077-63bc3c98cdbc triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:24.092452 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:24.195980 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:24.207246 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487af4bd-ab22-4032-aab6-7c5df01c829d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccbc39e-1dc8-48c9-9c8b-ce0708d34a0b,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:24.289547 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-067ffa92-415d-476d-b7d6-f57b0ecfbdfc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:24.315020 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-3bbec4bd-e65b-414e-9312-502a105f9d9c None None] Port aeff2539-2372-4118-8fd1-4b25292a34c4 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:45:24.329004 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-691cb2d2-e0cb-461c-88af-5ed4d5351137 req-49123b7a-e1ac-4c82-a9a1-0543aff582c6 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 210 time: 0.1031950 May 12 17:45:24.384040 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067ffa92-415d-476d-b7d6-f57b0ecfbdfc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:45:24.433597 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Routers {'19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:45:24.437465 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:44:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:24.447622 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-2eb5227c-3cf0-4a13-9ac8-0adcd815da84 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:24.449603 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-2eb5227c-3cf0-4a13-9ac8-0adcd815da84 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.74 "GET /v2.0/networks?id=a4a1943f-5104-4c36-90a4-e3e9daad3559 HTTP/1.1" status: 200 len: 817 time: 0.4653621 May 12 17:45:24.462764 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ffa92-415d-476d-b7d6-f57b0ecfbdfc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'Port': ['ID=7df7a70e-ba41-40cf-b349-dc1cb88b0a4e,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:24.658877 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-f81c514e-9352-4d85-a159-b14b064f2a7b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a HTTP/1.1" status: 200 len: 380 time: 0.1732953 May 12 17:45:24.752767 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-2bbc793c-703e-4a2c-bb51-87f44a961d6c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Request body: {'port': {'device_id': '022cd56e-632d-4336-a6d1-4de0c1952705', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'admin_state_up': True, 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'security_groups': ['ca59689b-63e7-484c-8136-dccfc6191019']}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:24.778162 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] Set router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:45:24.798262 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-067ffa92-415d-476d-b7d6-f57b0ecfbdfc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (12a60103-952e-438b-aabb-752b556da5ad), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:24.799019 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50948) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:24.819986 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552d570-4859-4a27-9854-03d40e1a1f52 None None] Pushing event updated for resources: {'Port': ['ID=2440bf7b-2656-4bf0-ab2c-b167f965909e,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:24.863520 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-cdf963d8-f968-4964-b3bf-9d161a16d81b None None] Provisioning complete for port 2440bf7b-2656-4bf0-ab2c-b167f965909e triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:24.863907 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cdf963d8-f968-4964-b3bf-9d161a16d81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:24.879121 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb816-c8ec-4d53-add7-e3f199779068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:24.941971 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50952) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:24.943164 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (aeff2539-2372-4118-8fd1-4b25292a34c4), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:25.071595 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb816-c8ec-4d53-add7-e3f199779068 admin admin] Publish callbacks [] for security_group (3b8d04c3-0dae-4777-8d2f-8d1ef240008c), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:25.084306 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50956) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:25.096708 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-067ffa92-415d-476d-b7d6-f57b0ecfbdfc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (7df7a70e-ba41-40cf-b349-dc1cb88b0a4e), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:25.117194 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb816-c8ec-4d53-add7-e3f199779068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (3b8d04c3-0dae-4777-8d2f-8d1ef240008c), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:25.127562 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65b5b6-8a46-4f65-8d57-2bab6cd26b16 req-cd7f1944-f9ff-414e-9bd2-eb48995d711c tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:25.129461 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ec65b5b6-8a46-4f65-8d57-2bab6cd26b16 req-cd7f1944-f9ff-414e-9bd2-eb48995d711c tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 944 time: 0.4696364 May 12 17:45:25.166626 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7c14c0d8-5129-4c58-941b-45926d7dcb09 req-9340d352-62e5-4e32-b999-2e00209359ab service neutron] 10.222.0.74 "GET /v2.0/networks/bbada9e4-5d7c-41fd-b37b-17edbfab514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3987486 May 12 17:45:25.225481 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c5f1855-3dba-407c-935f-74708107d3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:25.252821 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port fa820e9c-b2aa-4586-9077-63bc3c98cdbc is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:25.256701 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-644efc0f-ecc3-4eea-998d-f7aeea79f1a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:25.285906 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-0a19451a-4235-44d3-94eb-96f5e7148deb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Allocated IP 172.20.0.6 (dae508b5-33ae-47fd-88cd-96de0b50f763/408098b4-b6ba-468a-a49c-afb1cbe23810/08534155-023c-44b5-b553-dee4643d5c69) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:45:25.304279 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:25.310280 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '2440bf7b-2656-4bf0-ab2c-b167f965909e', 'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'mac_address': 'fa:16:3e:39:8a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:02Z', 'updated_at': '2022-05-12T17:45:24Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'subnets': [{'id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:25.319715 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-cd3fb816-c8ec-4d53-add7-e3f199779068 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dba032430f034e8ca6057521b37e39db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5192368 May 12 17:45:25.334016 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 50962) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:25.345599 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fb816-c8ec-4d53-add7-e3f199779068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8d04c3-0dae-4777-8d2f-8d1ef240008c,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:25.360946 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-cdf963d8-f968-4964-b3bf-9d161a16d81b None None] Current status of the port 2440bf7b-2656-4bf0-ab2c-b167f965909e is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:25.361304 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cdf963d8-f968-4964-b3bf-9d161a16d81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:25.374820 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416e282-7ba7-4414-85ac-e3ae027d4149 None None] The sync data for ids ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'] in dv-cinder-840525-2-iscsi is: [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '2440bf7b-2656-4bf0-ab2c-b167f965909e', 'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'mac_address': 'fa:16:3e:39:8a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:02Z', 'updated_at': '2022-05-12T17:45:24Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'subnets': [{'id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:45:25.426315 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-78156929-2560-4910-89dc-9921958376d5 req-e1bac31b-8e2d-465c-81b6-43626a352b50 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 210 time: 0.1711950 May 12 17:45:25.470315 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-cdf963d8-f968-4964-b3bf-9d161a16d81b None None] For port 2440bf7b-2656-4bf0-ab2c-b167f965909e, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=2440bf7b-2656-4bf0-ab2c-b167f965909e,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:25.481973 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cdf963d8-f968-4964-b3bf-9d161a16d81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:25.571233 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ec65b5b6-8a46-4f65-8d57-2bab6cd26b16 req-456567ea-188c-45f8-9c8b-3c988556f5c7 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643532 May 12 17:45:25.610964 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf963d8-f968-4964-b3bf-9d161a16d81b None None] Pushing event updated for resources: {'Port': ['ID=2440bf7b-2656-4bf0-ab2c-b167f965909e,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:25.624705 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 2440bf7b-2656-4bf0-ab2c-b167f965909e up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:25.636406 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-af32e52f-d2be-471f-95c4-c6cbd8c6ee1e req-f248c3a2-7fa5-499e-8378-ba2bdfc22386 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 210 time: 0.0847125 May 12 17:45:25.645473 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-2bbc793c-703e-4a2c-bb51-87f44a961d6c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Made reservation on behalf of bdb0d817bd8e4eeca5ed6229a4b5c53a for: {'port': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:45:25.649449 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-2bbc793c-703e-4a2c-bb51-87f44a961d6c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:25.737730 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 2440bf7b-2656-4bf0-ab2c-b167f965909e triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:25.738777 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:25.804329 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6ca630cd-7754-44c5-b7b4-889ee1e5681d admin admin] Publish callbacks [] for security_group (3b8d04c3-0dae-4777-8d2f-8d1ef240008c), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:25.845163 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 2440bf7b-2656-4bf0-ab2c-b167f965909e is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:25.867875 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4084b1c4-2b2a-4c55-8723-eff93ebcd8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:25.883257 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6ca630cd-7754-44c5-b7b4-889ee1e5681d admin admin] Publish callbacks [] for security_group (3b8d04c3-0dae-4777-8d2f-8d1ef240008c), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:25.949660 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-644efc0f-ecc3-4eea-998d-f7aeea79f1a6 admin admin] Publish callbacks [] for security_group (4d50007f-5287-43c2-936e-2412eba74877), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:25.977485 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-644efc0f-ecc3-4eea-998d-f7aeea79f1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (4d50007f-5287-43c2-936e-2412eba74877), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.009779 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c5f1855-3dba-407c-935f-74708107d3a4 admin admin] Publish callbacks [] for security_group (1b092d7e-02e5-4b10-b6bf-e318f04a55ea), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.017042 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-067ffa92-415d-476d-b7d6-f57b0ecfbdfc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for port (7df7a70e-ba41-40cf-b349-dc1cb88b0a4e), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.025153 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-067ffa92-415d-476d-b7d6-f57b0ecfbdfc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (7df7a70e-ba41-40cf-b349-dc1cb88b0a4e), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.037904 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c5f1855-3dba-407c-935f-74708107d3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (1b092d7e-02e5-4b10-b6bf-e318f04a55ea), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.065749 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-0a19451a-4235-44d3-94eb-96f5e7148deb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for port (08534155-023c-44b5-b553-dee4643d5c69), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.079581 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-067ffa92-415d-476d-b7d6-f57b0ecfbdfc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (12a60103-952e-438b-aabb-752b556da5ad), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.086001 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6ca630cd-7754-44c5-b7b4-889ee1e5681d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (3b8d04c3-0dae-4777-8d2f-8d1ef240008c), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.088459 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6ca630cd-7754-44c5-b7b4-889ee1e5681d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.093586 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-6ca630cd-7754-44c5-b7b4-889ee1e5681d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b8d04c3-0dae-4777-8d2f-8d1ef240008c HTTP/1.1" status: 204 len: 168 time: 0.7502975 May 12 17:45:26.116289 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644efc0f-ecc3-4eea-998d-f7aeea79f1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d50007f-5287-43c2-936e-2412eba74877,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:26.118377 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ffa92-415d-476d-b7d6-f57b0ecfbdfc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'Port': ['ID=7df7a70e-ba41-40cf-b349-dc1cb88b0a4e,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:26.120789 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-644efc0f-ecc3-4eea-998d-f7aeea79f1a6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c174b0b908d740c197dc6f68f52c4ae9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1778328 May 12 17:45:26.125819 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-7c5f1855-3dba-407c-935f-74708107d3a4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8a33862020044d9f869e42aa7e4a2c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0376523 May 12 17:45:26.125982 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 50974) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:26.126079 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 50976) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:26.140813 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca630cd-7754-44c5-b7b4-889ee1e5681d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8d04c3-0dae-4777-8d2f-8d1ef240008c,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:26.148619 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-067ffa92-415d-476d-b7d6-f57b0ecfbdfc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.149919 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-067ffa92-415d-476d-b7d6-f57b0ecfbdfc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9634893 May 12 17:45:26.203325 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-0a19451a-4235-44d3-94eb-96f5e7148deb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (08534155-023c-44b5-b553-dee4643d5c69), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.244675 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f792b24e-5aa7-47d8-a656-5cfcb58e4609 admin admin] Publish callbacks [] for security_group (4d50007f-5287-43c2-936e-2412eba74877), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.277691 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f1855-3dba-407c-935f-74708107d3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b092d7e-02e5-4b10-b6bf-e318f04a55ea,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:26.292105 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-2bbc793c-703e-4a2c-bb51-87f44a961d6c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Allocated IP 172.20.0.9 (a4a1943f-5104-4c36-90a4-e3e9daad3559/4d7a356f-70cc-48ae-8b5e-262b49b6be03/d9f2a285-130e-4f34-94a9-bbbfdf591d01) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:45:26.336199 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-0a19451a-4235-44d3-94eb-96f5e7148deb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Network dae508b5-33ae-47fd-88cd-96de0b50f763 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:26.367847 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-0a19451a-4235-44d3-94eb-96f5e7148deb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:26.373980 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-0a19451a-4235-44d3-94eb-96f5e7148deb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:45:26.379088 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-0a19451a-4235-44d3-94eb-96f5e7148deb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:26.379701 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-0a19451a-4235-44d3-94eb-96f5e7148deb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.389789 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5cb6c1f3-f648-44ff-b39a-7003376fc1ba admin admin] Publish callbacks [] for security_group (1b092d7e-02e5-4b10-b6bf-e318f04a55ea), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.393153 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f792b24e-5aa7-47d8-a656-5cfcb58e4609 admin admin] Publish callbacks [] for security_group (4d50007f-5287-43c2-936e-2412eba74877), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.423793 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19451a-4235-44d3-94eb-96f5e7148deb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Pushing event updated for resources: {'Port': ['ID=08534155-023c-44b5-b553-dee4643d5c69,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:26.446568 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5cb6c1f3-f648-44ff-b39a-7003376fc1ba admin admin] Publish callbacks [] for security_group (1b092d7e-02e5-4b10-b6bf-e318f04a55ea), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.465515 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-0a19451a-4235-44d3-94eb-96f5e7148deb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6812422 May 12 17:45:26.563569 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Request body: {'port': {'device_id': 'e7f7a42c-b14d-4050-a589-70b0eb9ff31b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:26.653725 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeff2539-2372-4118-8fd1-4b25292a34c4 {{(pid=109951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:45:26.661240 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-88d79870-de1b-4174-b870-f7795fab2d3f req-097eb562-503a-4ea8-87fe-71e75bb90fa1 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 210 time: 0.0985682 May 12 17:45:26.678396 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-03e5a847-217b-433c-81e1-18c8882505a5 req-fa16a220-7e9f-470d-9d73-c35eb35e907c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1193092421&fields=id&tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04 HTTP/1.1" status: 200 len: 267 time: 0.2518127 May 12 17:45:26.688706 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Publish callbacks [] for port (aeff2539-2372-4118-8fd1-4b25292a34c4), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.691125 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f792b24e-5aa7-47d8-a656-5cfcb58e4609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (4d50007f-5287-43c2-936e-2412eba74877), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.693778 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f792b24e-5aa7-47d8-a656-5cfcb58e4609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.695001 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-f792b24e-5aa7-47d8-a656-5cfcb58e4609 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4d50007f-5287-43c2-936e-2412eba74877 HTTP/1.1" status: 204 len: 168 time: 0.5657558 May 12 17:45:26.706067 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5cb6c1f3-f648-44ff-b39a-7003376fc1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (1b092d7e-02e5-4b10-b6bf-e318f04a55ea), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.709217 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5cb6c1f3-f648-44ff-b39a-7003376fc1ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.710584 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-5cb6c1f3-f648-44ff-b39a-7003376fc1ba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b092d7e-02e5-4b10-b6bf-e318f04a55ea HTTP/1.1" status: 204 len: 168 time: 0.5775352 May 12 17:45:26.726891 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.provisioning_blocks [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Transition to ACTIVE for port object aeff2539-2372-4118-8fd1-4b25292a34c4 will not be triggered until provisioned by entity L2. {{(pid=109951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:45:26.730831 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792b24e-5aa7-47d8-a656-5cfcb58e4609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d50007f-5287-43c2-936e-2412eba74877,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:26.736953 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (aeff2539-2372-4118-8fd1-4b25292a34c4), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.742120 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (08534155-023c-44b5-b553-dee4643d5c69), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.794060 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-2bbc793c-703e-4a2c-bb51-87f44a961d6c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.796594 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6c1f3-f648-44ff-b39a-7003376fc1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b092d7e-02e5-4b10-b6bf-e318f04a55ea,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:26.878585 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Pushing event updated for resources: {'Port': ['ID=aeff2539-2372-4118-8fd1-4b25292a34c4,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:26.884101 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-2bac2536-d7a4-4aa5-988e-2595068ef054 None None] Provisioning complete for port 08534155-023c-44b5-b553-dee4643d5c69 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:26.886293 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2bac2536-d7a4-4aa5-988e-2595068ef054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (08534155-023c-44b5-b553-dee4643d5c69), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:27.001845 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Attempting to bind port aeff2539-2372-4118-8fd1-4b25292a34c4 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:45:27.002497 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Attempting to bind port aeff2539-2372-4118-8fd1-4b25292a34c4 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:45:27.003363 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Attempting to bind port aeff2539-2372-4118-8fd1-4b25292a34c4 on network dae508b5-33ae-47fd-88cd-96de0b50f763 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:27.005134 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-2bac2536-d7a4-4aa5-988e-2595068ef054 None None] Port 08534155-023c-44b5-b553-dee4643d5c69 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:45:27.028713 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Port aeff2539-2372-4118-8fd1-4b25292a34c4 on network dae508b5-33ae-47fd-88cd-96de0b50f763 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:45:27.029714 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Attempting to bind port aeff2539-2372-4118-8fd1-4b25292a34c4 on network dae508b5-33ae-47fd-88cd-96de0b50f763 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:27.047664 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-2bbc793c-703e-4a2c-bb51-87f44a961d6c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:27.058791 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5a847-217b-433c-81e1-18c8882505a5 req-e3c79f01-3435-4b06-a736-e32fc164d5bc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:27.059363 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:45:27.059854 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Checking segment: {'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:45:27.063149 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Bound using segment: {'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:45:27.063804 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Bound port: aeff2539-2372-4118-8fd1-4b25292a34c4, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:45:27.064293 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (aeff2539-2372-4118-8fd1-4b25292a34c4), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:27.073356 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-03e5a847-217b-433c-81e1-18c8882505a5 req-e3c79f01-3435-4b06-a736-e32fc164d5bc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/networks?id=1221ba24-0e4c-4509-ac6d-bff82c57688b HTTP/1.1" status: 200 len: 814 time: 0.3484778 May 12 17:45:27.189632 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b07043-70bd-4912-a70b-80d3b20d5f9d req-35de76a0-cd79-4b7b-a020-055e6806302b tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:27.191254 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-78b07043-70bd-4912-a70b-80d3b20d5f9d req-35de76a0-cd79-4b7b-a020-055e6806302b tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 944 time: 0.2206783 May 12 17:45:27.197856 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-03e5a847-217b-433c-81e1-18c8882505a5 req-e618a30c-fc92-4434-b2e8-78b37f5ade35 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/quotas/0eee0523f68a4d8dbc6db8de3a3f6b04 HTTP/1.1" status: 200 len: 375 time: 0.1193674 May 12 17:45:27.231842 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-2bbc793c-703e-4a2c-bb51-87f44a961d6c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Network a4a1943f-5104-4c36-90a4-e3e9daad3559 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:27.247881 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-2bbc793c-703e-4a2c-bb51-87f44a961d6c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:27.276052 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] For port aeff2539-2372-4118-8fd1-4b25292a34c4, host hv-cinder-84052, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:45:27.282697 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:27.309259 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] For port aeff2539-2372-4118-8fd1-4b25292a34c4, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=aeff2539-2372-4118-8fd1-4b25292a34c4,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:45:27.316806 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-2bbc793c-703e-4a2c-bb51-87f44a961d6c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:45:27.327910 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-2bbc793c-703e-4a2c-bb51-87f44a961d6c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:27.329279 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-2bbc793c-703e-4a2c-bb51-87f44a961d6c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for port (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:27.336971 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (aeff2539-2372-4118-8fd1-4b25292a34c4), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:27.340057 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc793c-703e-4a2c-bb51-87f44a961d6c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Pushing event updated for resources: {'Port': ['ID=d9f2a285-130e-4f34-94a9-bbbfdf591d01,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:27.385504 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-03e5a847-217b-433c-81e1-18c8882505a5 req-81b070a5-2470-4869-a06f-28e0d7ad5725 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1794553 May 12 17:45:27.405034 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-2bbc793c-703e-4a2c-bb51-87f44a961d6c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6592720 May 12 17:45:27.415723 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-78b07043-70bd-4912-a70b-80d3b20d5f9d req-fa26af7e-3900-4001-b3ba-d8725e5d7f6b tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102005 May 12 17:45:27.473448 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:27.474123 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Request body: {'port': {'device_id': '022cd56e-632d-4336-a6d1-4de0c1952705', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:27.475834 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:27.480887 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] 10.222.0.74 "PUT /v2.0/ports/aeff2539-2372-4118-8fd1-4b25292a34c4 HTTP/1.1" status: 200 len: 1094 time: 3.7345724 May 12 17:45:27.481391 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a324263-603c-4a73-b819-232273b7c0bb', 'tag': 'aeff2539-2372-4118-8fd1-4b25292a34c4'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:27.484129 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ff0907-e57c-445d-8126-9e972a67417a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a324263-603c-4a73-b819-232273b7c0bb", "tag": "aeff2539-2372-4118-8fd1-4b25292a34c4"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:27.555204 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 2440bf7b-2656-4bf0-ab2c-b167f965909e up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:27.680990 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 2440bf7b-2656-4bf0-ab2c-b167f965909e triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:27.681615 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:27.752570 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-0d398b78-3568-40b8-80b6-1bbc7cab3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:27.754392 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-0d398b78-3568-40b8-80b6-1bbc7cab3e3f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 1128 time: 0.0926361 May 12 17:45:27.793062 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35ed66-36a9-44c5-bbd2-ed22cca1c092 req-5a9a358d-9ff6-45bc-9e2e-9f721bf5d8ee tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:27.794767 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-cd35ed66-36a9-44c5-bbd2-ed22cca1c092 req-5a9a358d-9ff6-45bc-9e2e-9f721bf5d8ee tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 931 time: 0.2256551 May 12 17:45:27.799378 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1142c-cc6d-4193-8fbe-1815353599a6 service neutron] Pushing event updated for resources: {'Port': ['ID=aeff2539-2372-4118-8fd1-4b25292a34c4,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:27.818205 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-7e13287a-1c43-43d9-848b-cba2d70a2765 None None] Provisioning complete for port d9f2a285-130e-4f34-94a9-bbbfdf591d01 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:27.818595 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7e13287a-1c43-43d9-848b-cba2d70a2765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:27.832321 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:27.843749 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-03e5a847-217b-433c-81e1-18c8882505a5 req-d9be9d86-ce06-4353-bf62-9c11a3c9aa8f service neutron] 10.222.0.73 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219937 May 12 17:45:27.870910 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 2440bf7b-2656-4bf0-ab2c-b167f965909e is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:27.907018 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 51046) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:27.908471 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08534155-023c-44b5-b553-dee4643d5c69 {{(pid=109951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:45:27.917544 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-771ec288-a0f8-47b4-afbe-eac79efdd693 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeff2539-2372-4118-8fd1-4b25292a34c4 HTTP/1.1" status: 200 len: 217 time: 0.1352034 May 12 17:45:27.920962 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Publish callbacks [] for port (08534155-023c-44b5-b553-dee4643d5c69), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:27.939821 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7e13287a-1c43-43d9-848b-cba2d70a2765 None None] Port d9f2a285-130e-4f34-94a9-bbbfdf591d01 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:45:27.991294 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.provisioning_blocks [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Transition to ACTIVE for port object 08534155-023c-44b5-b553-dee4643d5c69 will not be triggered until provisioned by entity L2. {{(pid=109951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:45:28.004028 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (08534155-023c-44b5-b553-dee4643d5c69), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:28.006339 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-cd35ed66-36a9-44c5-bbd2-ed22cca1c092 req-628d7f4d-393e-4766-87e1-d6a81d1a58be tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026496 May 12 17:45:28.044251 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-2f2f03f3-b40e-4da5-a18e-a2ed0b7e9791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:28.056484 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-2f2f03f3-b40e-4da5-a18e-a2ed0b7e9791 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=408098b4-b6ba-468a-a49c-afb1cbe23810 HTTP/1.1" status: 200 len: 858 time: 0.1259871 May 12 17:45:28.100871 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-03e5a847-217b-433c-81e1-18c8882505a5 req-461d279a-afa9-4815-8bdd-2acee59f2a93 service neutron] 10.222.0.73 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477772 May 12 17:45:28.170071 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-523cba67-9340-4466-8f76-50acd0566094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:28.172247 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-523cba67-9340-4466-8f76-50acd0566094 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dae508b5-33ae-47fd-88cd-96de0b50f763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1040814 May 12 17:45:28.182842 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Pushing event updated for resources: {'Port': ['ID=08534155-023c-44b5-b553-dee4643d5c69,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:28.201756 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-774de1f0-7031-4d6a-933d-68ba7a961d15 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1160793041-network', 'tenant_id': '887261f594284422bcd448d443d27013'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:28.264092 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afd4eaa-1c46-4a30-9553-7950a6c308dd x-openstack-request-id: req-7afd4eaa-1c46-4a30-9553-7950a6c308dd {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:28.265020 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a324263-603c-4a73-b819-232273b7c0bb", "tag": "aeff2539-2372-4118-8fd1-4b25292a34c4", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:28.265280 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7afd4eaa-1c46-4a30-9553-7950a6c308dd {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:28.265695 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7afd4eaa-1c46-4a30-9553-7950a6c308dd'] response: {'name': 'network-changed', 'server_uuid': '8a324263-603c-4a73-b819-232273b7c0bb', 'tag': 'aeff2539-2372-4118-8fd1-4b25292a34c4', 'status': 'completed', 'code': 200} May 12 17:45:28.398400 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774de1f0-7031-4d6a-933d-68ba7a961d15 admin admin] Made reservation on behalf of 887261f594284422bcd448d443d27013 for: {'network': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:45:28.416839 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-774de1f0-7031-4d6a-933d-68ba7a961d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:28.418369 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Attempting to bind port 08534155-023c-44b5-b553-dee4643d5c69 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:45:28.418707 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Attempting to bind port 08534155-023c-44b5-b553-dee4643d5c69 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:45:28.419034 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Attempting to bind port 08534155-023c-44b5-b553-dee4643d5c69 on network dae508b5-33ae-47fd-88cd-96de0b50f763 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:28.454505 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-774de1f0-7031-4d6a-933d-68ba7a961d15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:28.487087 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Port 08534155-023c-44b5-b553-dee4643d5c69 on network dae508b5-33ae-47fd-88cd-96de0b50f763 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:45:28.487411 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Attempting to bind port 08534155-023c-44b5-b553-dee4643d5c69 on network dae508b5-33ae-47fd-88cd-96de0b50f763 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:28.507843 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:45:28.508195 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Checking segment: {'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:45:28.508592 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Bound using segment: {'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:45:28.509092 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Bound port: 08534155-023c-44b5-b553-dee4643d5c69, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:45:28.509386 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (08534155-023c-44b5-b553-dee4643d5c69), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:28.608276 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-30cb020f-5f1d-4842-8c90-bcf8e4075802 req-9c5913d4-1078-48e1-9e19-6c82807e7573 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 210 time: 0.1236012 May 12 17:45:28.649415 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:28.651370 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb6fa3-493f-4987-b3bc-71a70e5eefc5 req-6a898c8a-cbab-420f-8a10-cb674b4f4c58 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:28.651523 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-ffd4b747-2801-406a-bf95-b296f35da6e1 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849449 May 12 17:45:28.656245 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-13bb6fa3-493f-4987-b3bc-71a70e5eefc5 req-6a898c8a-cbab-420f-8a10-cb674b4f4c58 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 931 time: 0.3000638 May 12 17:45:28.824146 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] For port 08534155-023c-44b5-b553-dee4643d5c69, host hv-cinder-84052, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:45:28.843219 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] For port 08534155-023c-44b5-b553-dee4643d5c69, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=08534155-023c-44b5-b553-dee4643d5c69,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:45:28.864588 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (08534155-023c-44b5-b553-dee4643d5c69), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:28.918492 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-69d17161-9cc2-4503-a5b8-fb09d666699a req-23e82cf6-0933-410c-82c8-12c6b521acf9 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521908 May 12 17:45:28.947310 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:28.948674 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:28.950285 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] 10.222.0.74 "PUT /v2.0/ports/08534155-023c-44b5-b553-dee4643d5c69 HTTP/1.1" status: 200 len: 1093 time: 2.3966236 May 12 17:45:28.979682 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9e179-c6a2-4ee8-b325-30d9db6bb667 service neutron] Pushing event updated for resources: {'Port': ['ID=08534155-023c-44b5-b553-dee4643d5c69,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:29.132676 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:45:29.152345 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-13bb6fa3-493f-4987-b3bc-71a70e5eefc5 req-0dab1701-3328-40c0-aa21-1cf5b62a541d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4666743 May 12 17:45:29.181480 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30db35-79f8-4d7e-845e-9aa1127b1ee1 req-0803d7e4-ea97-4669-b718-17cd17f2b514 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:29.183095 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3a30db35-79f8-4d7e-845e-9aa1127b1ee1 req-0803d7e4-ea97-4669-b718-17cd17f2b514 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 944 time: 0.1165783 May 12 17:45:29.196778 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f2a285-130e-4f34-94a9-bbbfdf591d01 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:45:29.241528 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Publish callbacks [] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:29.317819 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Transition to ACTIVE for port object d9f2a285-130e-4f34-94a9-bbbfdf591d01 will not be triggered until provisioned by entity L2. {{(pid=109950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:45:29.333587 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-774de1f0-7031-4d6a-933d-68ba7a961d15 admin admin] Publish callbacks [] for security_group (edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:29.334521 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:29.346284 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0301a-1e3a-4cf9-8c92-398b6789acd1 req-e3cdfc45-763f-41c0-99e8-20ed6accbfd6 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:29.347841 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-36f0301a-1e3a-4cf9-8c92-398b6789acd1 req-e3cdfc45-763f-41c0-99e8-20ed6accbfd6 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 943 time: 0.1182449 May 12 17:45:29.379352 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-774de1f0-7031-4d6a-933d-68ba7a961d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:29.421720 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3a30db35-79f8-4d7e-845e-9aa1127b1ee1 req-6beeee41-8ccc-46f9-86da-c30966cd20c9 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125406 May 12 17:45:29.457920 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774de1f0-7031-4d6a-933d-68ba7a961d15 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=109950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:45:29.490826 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f2a285-130e-4f34-94a9-bbbfdf591d01,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:29.509810 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774de1f0-7031-4d6a-933d-68ba7a961d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:29.518625 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-774de1f0-7031-4d6a-933d-68ba7a961d15 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (9003f002-8f47-44f5-96d4-104f426fe33b), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:29.519226 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.segments_db [None req-774de1f0-7031-4d6a-933d-68ba7a961d15 admin admin] Added segment 9003f002-8f47-44f5-96d4-104f426fe33b of type vlan for network 93b2660a-d344-4f06-b874-791504190d8d May 12 17:45:29.620515 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-36f0301a-1e3a-4cf9-8c92-398b6789acd1 req-26659af7-02a4-4f05-b6d4-fa4b30dd54a4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466633 May 12 17:45:29.636048 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-774de1f0-7031-4d6a-933d-68ba7a961d15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (93b2660a-d344-4f06-b874-791504190d8d), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:29.703337 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Attempting to bind port d9f2a285-130e-4f34-94a9-bbbfdf591d01 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:45:29.703537 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Attempting to bind port d9f2a285-130e-4f34-94a9-bbbfdf591d01 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '9ba51cca-39db-454b-8d55-28d8b3ad9333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:45:29.704115 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Attempting to bind port d9f2a285-130e-4f34-94a9-bbbfdf591d01 on network a4a1943f-5104-4c36-90a4-e3e9daad3559 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:29.715952 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-774de1f0-7031-4d6a-933d-68ba7a961d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (93b2660a-d344-4f06-b874-791504190d8d), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:29.718524 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774de1f0-7031-4d6a-933d-68ba7a961d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:29.719814 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-774de1f0-7031-4d6a-933d-68ba7a961d15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:29.723432 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Port d9f2a285-130e-4f34-94a9-bbbfdf591d01 on network a4a1943f-5104-4c36-90a4-e3e9daad3559 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:45:29.724721 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Attempting to bind port d9f2a285-130e-4f34-94a9-bbbfdf591d01 on network a4a1943f-5104-4c36-90a4-e3e9daad3559 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:29.774060 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device cd1d9d90-b454-463a-9a54-8dd81303eda8 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:45:29.842957 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774de1f0-7031-4d6a-933d-68ba7a961d15 admin admin] Pushing event updated for resources: {'Network': ['ID=93b2660a-d344-4f06-b874-791504190d8d,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:29.861835 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network 93b2660a-d344-4f06-b874-791504190d8d details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:45:29.887274 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:45:29.887713 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Checking segment: {'id': '9ba51cca-39db-454b-8d55-28d8b3ad9333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:45:29.889684 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Bound using segment: {'id': '9ba51cca-39db-454b-8d55-28d8b3ad9333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:45:29.891170 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Bound port: d9f2a285-130e-4f34-94a9-bbbfdf591d01, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba51cca-39db-454b-8d55-28d8b3ad9333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:45:29.891838 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:29.898246 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c2b3f2c0-c3b4-4a26-9dcf-fa3ab4bdaf12 req-f9769d6b-3f30-4daa-b24f-d49676c55e6f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 210 time: 0.1851747 May 12 17:45:29.918301 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-774de1f0-7031-4d6a-933d-68ba7a961d15 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0061326 May 12 17:45:29.922335 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 51170) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:29.927546 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-60d97dee-9da7-4bd0-94b0-91e92ef3fc73 admin admin] Request body: {'subnet': {'network_id': '93b2660a-d344-4f06-b874-791504190d8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1160793041-subnet', 'tenant_id': '887261f594284422bcd448d443d27013', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:29.994057 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-4eb355ea-2c34-4a7b-a17c-aaab4dd950d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:29.995698 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-4eb355ea-2c34-4a7b-a17c-aaab4dd950d9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 1127 time: 0.1342192 May 12 17:45:30.000015 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d97dee-9da7-4bd0-94b0-91e92ef3fc73 admin admin] Made reservation on behalf of 887261f594284422bcd448d443d27013 for: {'subnet': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:45:30.002434 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-60d97dee-9da7-4bd0-94b0-91e92ef3fc73 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.122987 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] For port d9f2a285-130e-4f34-94a9-bbbfdf591d01, host hv-cinder-84052, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:45:30.133084 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] For port d9f2a285-130e-4f34-94a9-bbbfdf591d01, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d9f2a285-130e-4f34-94a9-bbbfdf591d01,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:45:30.150785 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0907-e57c-445d-8126-9e972a67417a req-f4aa85a8-8184-4e9e-b350-1670c9306908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:30.154723 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-83ff0907-e57c-445d-8126-9e972a67417a req-f4aa85a8-8184-4e9e-b350-1670c9306908 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 1128 time: 0.1986217 May 12 17:45:30.156986 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-ed078bfe-dff7-4d91-bd5e-f1ed98c9a362 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08534155-023c-44b5-b553-dee4643d5c69 HTTP/1.1" status: 200 len: 217 time: 0.1210442 May 12 17:45:30.159750 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.194182 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port cd1d9d90-b454-463a-9a54-8dd81303eda8, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=cd1d9d90-b454-463a-9a54-8dd81303eda8,segment=NetworkSegment(95809a66-df9f-43ef-ae52-d723b8cbd706),segment_id=95809a66-df9f-43ef-ae52-d723b8cbd706)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:30.207231 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': 'cd1d9d90-b454-463a-9a54-8dd81303eda8', 'network_id': 'bbada9e4-5d7c-41fd-b37b-17edbfab514e', 'port_id': 'cd1d9d90-b454-463a-9a54-8dd81303eda8', 'mac_address': 'fa:16:3e:1c:61:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcf89a9-480a-4110-9a6a-716cd2a77cfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:45:30.259506 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:30.260622 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for port (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.262392 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] 10.222.0.74 "PUT /v2.0/ports/d9f2a285-130e-4f34-94a9-bbbfdf591d01 HTTP/1.1" status: 200 len: 1093 time: 2.8282399 May 12 17:45:30.277958 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022cd56e-632d-4336-a6d1-4de0c1952705', 'tag': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:30.291828 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port cd1d9d90-b454-463a-9a54-8dd81303eda8 is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:30.292576 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (cd1d9d90-b454-463a-9a54-8dd81303eda8), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.359403 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.369670 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1d9d90-b454-463a-9a54-8dd81303eda8 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:45:30.420955 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port cd1d9d90-b454-463a-9a54-8dd81303eda8, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=cd1d9d90-b454-463a-9a54-8dd81303eda8,segment=NetworkSegment(95809a66-df9f-43ef-ae52-d723b8cbd706),segment_id=95809a66-df9f-43ef-ae52-d723b8cbd706)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:30.426343 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f7a42c-b14d-4050-a589-70b0eb9ff31b', 'tag': '08534155-023c-44b5-b553-dee4643d5c69'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:30.428824 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81e3f2c-8b89-4681-b995-8526fa9f7047" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f7a42c-b14d-4050-a589-70b0eb9ff31b", "tag": "08534155-023c-44b5-b553-dee4643d5c69"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:30.437688 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (cd1d9d90-b454-463a-9a54-8dd81303eda8), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.487936 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50098168-d00f-420e-a39e-39b7b56a9d07 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f2a285-130e-4f34-94a9-bbbfdf591d01,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:30.507021 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0907-e57c-445d-8126-9e972a67417a req-55902d37-1a4f-4b7c-887e-5b8aacea0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:30.508803 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-83ff0907-e57c-445d-8126-9e972a67417a req-55902d37-1a4f-4b7c-887e-5b8aacea0a95 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 920 time: 0.3270791 May 12 17:45:30.526417 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38638f6-4703-41e6-9d60-83c4c80adb36 req-4aff45bb-2d27-42bb-8d00-8a5fb86f43fa tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:30.534011 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-dc7ee78c-54c7-4567-8b4e-6fd5a98aa4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:30.535667 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-dc7ee78c-54c7-4567-8b4e-6fd5a98aa4e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=408098b4-b6ba-468a-a49c-afb1cbe23810 HTTP/1.1" status: 200 len: 858 time: 0.3507743 May 12 17:45:30.543075 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e38638f6-4703-41e6-9d60-83c4c80adb36 req-4aff45bb-2d27-42bb-8d00-8a5fb86f43fa tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.2980494 May 12 17:45:30.572117 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=cd1d9d90-b454-463a-9a54-8dd81303eda8,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:30.674688 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-60d97dee-9da7-4bd0-94b0-91e92ef3fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for subnet (7e7b1c78-273c-4246-9d0f-84ab337fc8ba), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.742005 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176c2780-52e9-494b-a319-06cc738172aa" -d '{"events": [{"name": "network-changed", "server_uuid": "022cd56e-632d-4336-a6d1-4de0c1952705", "tag": "d9f2a285-130e-4f34-94a9-bbbfdf591d01"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:30.770896 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a457121-6e01-4392-b08b-57462b282b46 req-2f793150-a70b-47dd-9e69-9c89e1884238 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:30.772641 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9a457121-6e01-4392-b08b-57462b282b46 req-2f793150-a70b-47dd-9e69-9c89e1884238 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 945 time: 0.2139273 May 12 17:45:30.787215 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e38638f6-4703-41e6-9d60-83c4c80adb36 req-4cfc80aa-a7b3-4a03-8c66-3307075c51f6 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236962 May 12 17:45:30.821136 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d97dee-9da7-4bd0-94b0-91e92ef3fc73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7b1c78-273c-4246-9d0f-84ab337fc8ba,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:30.851216 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57c6e32-0b8c-4aa1-937a-3f4aa17a6830 x-openstack-request-id: req-f57c6e32-0b8c-4aa1-937a-3f4aa17a6830 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:30.851560 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f7a42c-b14d-4050-a589-70b0eb9ff31b", "tag": "08534155-023c-44b5-b553-dee4643d5c69", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:30.851755 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f57c6e32-0b8c-4aa1-937a-3f4aa17a6830 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:30.852465 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57c6e32-0b8c-4aa1-937a-3f4aa17a6830'] response: {'name': 'network-changed', 'server_uuid': 'e7f7a42c-b14d-4050-a589-70b0eb9ff31b', 'tag': '08534155-023c-44b5-b553-dee4643d5c69', 'status': 'completed', 'code': 200} May 12 17:45:30.854946 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d97dee-9da7-4bd0-94b0-91e92ef3fc73 admin admin] Checking segment: {'id': '9003f002-8f47-44f5-96d4-104f426fe33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '93b2660a-d344-4f06-b874-791504190d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:45:30.855388 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d97dee-9da7-4bd0-94b0-91e92ef3fc73 admin admin] Network hostable DHCP agents. Network: 93b2660a-d344-4f06-b874-791504190d8d, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:45:30.872053 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9a457121-6e01-4392-b08b-57462b282b46 req-512364fb-e129-474e-ad10-62c7e5e9c6d9 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832784 May 12 17:45:30.892806 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d97dee-9da7-4bd0-94b0-91e92ef3fc73 admin admin] Network 93b2660a-d344-4f06-b874-791504190d8d is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:45:30.911329 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-60d97dee-9da7-4bd0-94b0-91e92ef3fc73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, 93b2660a-d344-4f06-b874-791504190d8d) {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:30.920468 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d97dee-9da7-4bd0-94b0-91e92ef3fc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:30.921430 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-60d97dee-9da7-4bd0-94b0-91e92ef3fc73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.925387 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b023636-e3c4-4099-87b4-764d5b198ea7 None None] Network 93b2660a-d344-4f06-b874-791504190d8d requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:45:31.006626 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e0c62-815e-4ffc-b5fe-73f9fec025b9 req-93492371-1736-4eb5-8412-8237970a5ea7 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:31.008153 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e94e0c62-815e-4ffc-b5fe-73f9fec025b9 req-93492371-1736-4eb5-8412-8237970a5ea7 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 943 time: 0.0814855 May 12 17:45:31.021346 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-60d97dee-9da7-4bd0-94b0-91e92ef3fc73 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0976489 May 12 17:45:31.098248 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e94e0c62-815e-4ffc-b5fe-73f9fec025b9 req-ae93e9a1-3351-429c-b563-41b7d788d377 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756660 May 12 17:45:31.107125 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e379dd93-32ef-4c11-a820-84a5eafc339c None None] Network 93b2660a-d344-4f06-b874-791504190d8d requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:45:31.261288 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-492aed79-672f-40df-8511-7c21c08e2b69 req-6262dd78-ef42-4ccc-99e9-0aba3bb27f63 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 210 time: 0.0410390 May 12 17:45:31.274156 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91968e23-4895-4b42-b0a1-c69ba3d0682c x-openstack-request-id: req-91968e23-4895-4b42-b0a1-c69ba3d0682c {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:31.274456 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022cd56e-632d-4336-a6d1-4de0c1952705", "tag": "d9f2a285-130e-4f34-94a9-bbbfdf591d01", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:31.274715 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-91968e23-4895-4b42-b0a1-c69ba3d0682c {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:31.275218 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91968e23-4895-4b42-b0a1-c69ba3d0682c'] response: {'name': 'network-changed', 'server_uuid': '022cd56e-632d-4336-a6d1-4de0c1952705', 'tag': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01', 'status': 'completed', 'code': 200} May 12 17:45:31.530905 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 51242) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:31.653697 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5060da2e-67d2-4e67-9a5e-50bd3c192752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:31.736471 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5060da2e-67d2-4e67-9a5e-50bd3c192752 admin admin] Publish callbacks [] for security_group (59bba6cf-3562-45ee-8e0a-d674e0049384), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:31.740708 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5060da2e-67d2-4e67-9a5e-50bd3c192752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (59bba6cf-3562-45ee-8e0a-d674e0049384), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:31.778693 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-5060da2e-67d2-4e67-9a5e-50bd3c192752 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=244a6451fbc34de9925135d76dd1a255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467051 May 12 17:45:31.779918 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060da2e-67d2-4e67-9a5e-50bd3c192752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bba6cf-3562-45ee-8e0a-d674e0049384,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:31.781599 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 51250) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:31.829931 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7db7865d-40fa-45d1-8141-43377e1ecbd7 admin admin] Publish callbacks [] for security_group (59bba6cf-3562-45ee-8e0a-d674e0049384), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:31.854535 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7db7865d-40fa-45d1-8141-43377e1ecbd7 admin admin] Publish callbacks [] for security_group (59bba6cf-3562-45ee-8e0a-d674e0049384), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:31.906617 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7db7865d-40fa-45d1-8141-43377e1ecbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (59bba6cf-3562-45ee-8e0a-d674e0049384), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:31.909594 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7db7865d-40fa-45d1-8141-43377e1ecbd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:31.910869 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-7db7865d-40fa-45d1-8141-43377e1ecbd7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/59bba6cf-3562-45ee-8e0a-d674e0049384 HTTP/1.1" status: 204 len: 168 time: 0.1283073 May 12 17:45:31.911480 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b3f3c-f1da-43d2-82cb-4887ff542b54 req-f9aff1cd-de04-4683-a5c8-202e5d570fb8 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:31.918724 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7865d-40fa-45d1-8141-43377e1ecbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bba6cf-3562-45ee-8e0a-d674e0049384,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:31.924643 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3a7b3f3c-f1da-43d2-82cb-4887ff542b54 req-f9aff1cd-de04-4683-a5c8-202e5d570fb8 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0631309 May 12 17:45:31.980195 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3a7b3f3c-f1da-43d2-82cb-4887ff542b54 req-66b2dc87-38df-41a4-b71e-194a30dbdb26 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538595 May 12 17:45:32.017007 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75077c8-66da-42cd-87e6-e9b0fe63a852 req-d32bf4b0-acb7-451c-9b34-b423cc14e0a1 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:32.018529 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a75077c8-66da-42cd-87e6-e9b0fe63a852 req-d32bf4b0-acb7-451c-9b34-b423cc14e0a1 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 945 time: 0.0545418 May 12 17:45:32.074898 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a75077c8-66da-42cd-87e6-e9b0fe63a852 req-55a095c7-9a2c-4195-b922-9b68279d5cd3 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506532 May 12 17:45:32.216909 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 51266) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:32.217662 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f27ba-03fd-4e40-b34d-2410988a4ee0 req-a403218c-5556-4f30-9cbb-e6d27eeea165 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:32.219147 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f16f27ba-03fd-4e40-b34d-2410988a4ee0 req-a403218c-5556-4f30-9cbb-e6d27eeea165 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 943 time: 0.0470600 May 12 17:45:32.229981 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-75d30aa3-ce0d-47b3-812b-2e8e4be5bc7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:32.265711 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f16f27ba-03fd-4e40-b34d-2410988a4ee0 req-495daa4f-6dac-477b-9856-4670e98d7d86 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 May 12 17:45:32.308975 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-75d30aa3-ce0d-47b3-812b-2e8e4be5bc7c admin admin] Publish callbacks [] for security_group (17215bd5-305b-4433-b4c5-3f3a7e376e88), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:32.313765 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-75d30aa3-ce0d-47b3-812b-2e8e4be5bc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (17215bd5-305b-4433-b4c5-3f3a7e376e88), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:32.354312 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-75d30aa3-ce0d-47b3-812b-2e8e4be5bc7c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b468632b167d4c83b7fd15a98e3a9696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340230 May 12 17:45:32.354312 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d30aa3-ce0d-47b3-812b-2e8e4be5bc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17215bd5-305b-4433-b4c5-3f3a7e376e88,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:32.355084 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 51270) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:32.365848 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a30a947f-bb18-4a92-9445-8fc0775f7661 req-42cd31f8-865f-4556-bf6c-ded7b48139b6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 210 time: 0.0312574 May 12 17:45:32.406964 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9ccf0b6f-a4a4-4f5c-85bf-a6d2312f1e01 admin admin] Publish callbacks [] for security_group (17215bd5-305b-4433-b4c5-3f3a7e376e88), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:32.431104 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9ccf0b6f-a4a4-4f5c-85bf-a6d2312f1e01 admin admin] Publish callbacks [] for security_group (17215bd5-305b-4433-b4c5-3f3a7e376e88), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:32.479950 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9ccf0b6f-a4a4-4f5c-85bf-a6d2312f1e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (17215bd5-305b-4433-b4c5-3f3a7e376e88), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:32.482584 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9ccf0b6f-a4a4-4f5c-85bf-a6d2312f1e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:32.483605 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-9ccf0b6f-a4a4-4f5c-85bf-a6d2312f1e01 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/17215bd5-305b-4433-b4c5-3f3a7e376e88 HTTP/1.1" status: 204 len: 168 time: 0.1276438 May 12 17:45:32.491204 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf0b6f-a4a4-4f5c-85bf-a6d2312f1e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17215bd5-305b-4433-b4c5-3f3a7e376e88,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:32.960700 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device aeff2539-2372-4118-8fd1-4b25292a34c4 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:45:33.057950 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-83ff0907-e57c-445d-8126-9e972a67417a req-821e23b6-85d1-465c-9251-9eaff16c273f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeff2539-2372-4118-8fd1-4b25292a34c4 HTTP/1.1" status: 200 len: 217 time: 0.0857980 May 12 17:45:33.068627 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-2f8be3bc-48ff-4414-9f01-0151583f635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:33.070564 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-2f8be3bc-48ff-4414-9f01-0151583f635b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dae508b5-33ae-47fd-88cd-96de0b50f763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1002624 May 12 17:45:33.095076 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-03771e9c-7a46-48cc-8a05-77eb372fdbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:33.097174 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-03771e9c-7a46-48cc-8a05-77eb372fdbe2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a&device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 1127 time: 0.1263359 May 12 17:45:33.117814 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port aeff2539-2372-4118-8fd1-4b25292a34c4, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=aeff2539-2372-4118-8fd1-4b25292a34c4,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:33.149134 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': 'aeff2539-2372-4118-8fd1-4b25292a34c4', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'port_id': 'aeff2539-2372-4118-8fd1-4b25292a34c4', 'mac_address': 'fa:16:3e:76:21:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:45:33.199341 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a5f47-02a7-4ec6-aaa3-11bba911e5da req-a3d695d4-5a9b-4bd9-b7b3-cf94a4a76221 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:33.200942 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-337a5f47-02a7-4ec6-aaa3-11bba911e5da req-a3d695d4-5a9b-4bd9-b7b3-cf94a4a76221 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0950208 May 12 17:45:33.212808 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port aeff2539-2372-4118-8fd1-4b25292a34c4 is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:33.213441 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (aeff2539-2372-4118-8fd1-4b25292a34c4), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:33.254137 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeff2539-2372-4118-8fd1-4b25292a34c4 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:45:33.258205 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c63cc-561a-4cd8-a5f7-073021bed13e req-575227dd-f4b5-48cc-993f-cc929487bcc9 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:33.259857 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a92c63cc-561a-4cd8-a5f7-073021bed13e req-575227dd-f4b5-48cc-993f-cc929487bcc9 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 945 time: 0.0958295 May 12 17:45:33.283392 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port aeff2539-2372-4118-8fd1-4b25292a34c4, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=aeff2539-2372-4118-8fd1-4b25292a34c4,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:33.290863 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (aeff2539-2372-4118-8fd1-4b25292a34c4), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:33.346328 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-337a5f47-02a7-4ec6-aaa3-11bba911e5da req-30b6d237-29e0-45f8-bfeb-23894a7dfa0d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246951 May 12 17:45:33.378127 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['cd1d9d90-b454-463a-9a54-8dd81303eda8'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:45:33.392293 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-2b60a4e5-3870-4d42-876e-b822e3432543 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9f2a285-130e-4f34-94a9-bbbfdf591d01 HTTP/1.1" status: 200 len: 217 time: 0.0894165 May 12 17:45:33.479235 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a92c63cc-561a-4cd8-a5f7-073021bed13e req-39c5761a-1681-478a-838a-eb3e31a8d5f9 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133877 May 12 17:45:33.538151 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=aeff2539-2372-4118-8fd1-4b25292a34c4,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:33.545606 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-431cad0a-5e9c-42b3-9d17-1a1d738f71ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:33.546487 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-431cad0a-5e9c-42b3-9d17-1a1d738f71ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d7a356f-70cc-48ae-8b5e-262b49b6be03 HTTP/1.1" status: 200 len: 856 time: 0.1350718 May 12 17:45:33.580225 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a646fdc-a964-478f-a720-9c55c25dd0b2 req-f782a860-ccda-41c2-b54d-50239b66ee77 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:33.582848 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2a646fdc-a964-478f-a720-9c55c25dd0b2 req-f782a860-ccda-41c2-b54d-50239b66ee77 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 943 time: 0.0721781 May 12 17:45:33.678978 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0907-e57c-445d-8126-9e972a67417a req-90b866ed-8034-4307-95c3-5bb3f2f70e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:33.680635 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-83ff0907-e57c-445d-8126-9e972a67417a req-90b866ed-8034-4307-95c3-5bb3f2f70e67 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=408098b4-b6ba-468a-a49c-afb1cbe23810 HTTP/1.1" status: 200 len: 858 time: 0.3813090 May 12 17:45:33.681329 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2a646fdc-a964-478f-a720-9c55c25dd0b2 req-d9ff4db4-b115-442c-b9f3-37cbac35a712 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909660 May 12 17:45:33.712327 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4a01a8a0-8483-463a-97f7-f9babef12228 req-0e8127bc-e8f4-43e1-9808-6b8c9ed05eb9 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 210 time: 0.0715625 May 12 17:45:33.731336 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-aefbb618-de6b-470d-8084-152be1a81e0f service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307470 May 12 17:45:34.058506 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-0b53c973-22cf-4e5b-832b-f73bc707a1cc tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:34.059967 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-0b53c973-22cf-4e5b-832b-f73bc707a1cc tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/networks?id=93b2660a-d344-4f06-b874-791504190d8d HTTP/1.1" status: 200 len: 809 time: 0.1061451 May 12 17:45:34.079240 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-dde8c24f-4d59-466c-822d-6f290dd27fb7 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/quotas/887261f594284422bcd448d443d27013 HTTP/1.1" status: 200 len: 375 time: 0.0127587 May 12 17:45:34.114453 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-f2595d3a-c231-4961-b870-28c05111e646 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=887261f594284422bcd448d443d27013&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278432 May 12 17:45:34.207349 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-387bd893-92df-43dd-89d5-7b05ab6c9ed1 service neutron] 10.222.0.73 "GET /v2.0/networks/93b2660a-d344-4f06-b874-791504190d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859942 May 12 17:45:34.302324 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-4ac2085e-c9aa-4154-84ce-46c35cdfee14 service neutron] 10.222.0.73 "GET /v2.0/networks/93b2660a-d344-4f06-b874-791504190d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887251 May 12 17:45:34.486347 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f81d1209-1f93-4946-b411-be5524b64b77 req-3aa46e55-8a77-4344-9777-09e1678d1b06 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 210 time: 0.0351996 May 12 17:45:34.535814 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95805a3-a63f-487f-bd94-07a143bfa9c6 req-5b4a763a-14e7-47ff-be7f-ea83652b17af tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:34.537135 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f95805a3-a63f-487f-bd94-07a143bfa9c6 req-5b4a763a-14e7-47ff-be7f-ea83652b17af tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0543132 May 12 17:45:34.620465 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f95805a3-a63f-487f-bd94-07a143bfa9c6 req-226dfa50-3ce9-4691-a117-c3b24c84745a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771694 May 12 17:45:34.646157 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9bd1c-48ec-459f-8747-4c242562b430 req-0936fa3d-59cc-43eb-abd0-051a1eaac1ff tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:34.654365 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-51a9bd1c-48ec-459f-8747-4c242562b430 req-0936fa3d-59cc-43eb-abd0-051a1eaac1ff tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 945 time: 0.0875907 May 12 17:45:34.717716 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-51a9bd1c-48ec-459f-8747-4c242562b430 req-0c24603a-f441-4daa-9b97-7729f03066b5 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621958 May 12 17:45:34.857852 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-967596f0-b652-4334-945d-3e579b976422 req-a27ebf76-6c27-4862-a251-3333e6989a5e tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 210 time: 0.0500340 May 12 17:45:34.877792 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82873b0f-fe36-4d2e-a8ab-521829ef36bc req-b343c455-a557-4501-b1a9-0d95ca9bc7c7 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:34.886932 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-82873b0f-fe36-4d2e-a8ab-521829ef36bc req-b343c455-a557-4501-b1a9-0d95ca9bc7c7 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 943 time: 0.1247575 May 12 17:45:35.089771 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-82873b0f-fe36-4d2e-a8ab-521829ef36bc req-c87783b3-6679-48d1-b584-029007d1cfd6 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018623 May 12 17:45:35.589973 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b1aa43bd-79eb-41e9-887f-ae2e9294bb7f req-7ebee038-973a-4086-81b4-bbd05381d11d tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 210 time: 0.0256579 May 12 17:45:35.738478 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823fc2f-3aad-47b3-80ef-4267f3a899d4 req-59fade94-a475-4646-906e-076e03ad8ef3 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:35.739894 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1823fc2f-3aad-47b3-80ef-4267f3a899d4 req-59fade94-a475-4646-906e-076e03ad8ef3 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0453100 May 12 17:45:35.789155 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1823fc2f-3aad-47b3-80ef-4267f3a899d4 req-96bb7625-8997-416a-902b-ffdeb0c3be50 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439110 May 12 17:45:35.837219 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd277b9b-a156-4ba1-8728-61e6af22f9a7 req-c324b423-a431-4883-a175-a420ac322f08 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:35.838659 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-fd277b9b-a156-4ba1-8728-61e6af22f9a7 req-c324b423-a431-4883-a175-a420ac322f08 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 945 time: 0.0486512 May 12 17:45:35.885533 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-fd277b9b-a156-4ba1-8728-61e6af22f9a7 req-0f4d3c17-9356-4102-8184-f4c5c0a3d920 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406883 May 12 17:45:35.958066 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a8a9bf38-11cb-4d26-9ec4-f63c0c179e86 req-b2af0b7b-2303-4549-a601-82e37c4b10e7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 210 time: 0.0281487 May 12 17:45:36.199679 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa0272-e8d8-468b-915a-2df9c7f7eebb req-37a0a60e-04e8-46fb-bdb0-da80e3524d9a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:36.201557 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5caa0272-e8d8-468b-915a-2df9c7f7eebb req-37a0a60e-04e8-46fb-bdb0-da80e3524d9a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 943 time: 0.0476475 May 12 17:45:36.246402 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5caa0272-e8d8-468b-915a-2df9c7f7eebb req-53fe449b-2474-44d3-824d-1b564a90d1b8 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398209 May 12 17:45:36.414385 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-8a783c35-67f2-4c3b-8cc4-4370e9135314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:36.420372 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-8a783c35-67f2-4c3b-8cc4-4370e9135314 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4a1943f-5104-4c36-90a4-e3e9daad3559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849726 May 12 17:45:36.496885 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0907-e57c-445d-8126-9e972a67417a req-f7ba7b7d-98a5-4849-9855-37588dfa992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:36.499294 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-83ff0907-e57c-445d-8126-9e972a67417a req-f7ba7b7d-98a5-4849-9855-37588dfa992b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dae508b5-33ae-47fd-88cd-96de0b50f763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1681468 May 12 17:45:36.525972 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-c9e6d3a9-6e34-4d3e-9b31-33c995f7d6f6 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020570 May 12 17:45:36.587110 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-153d54f3-56a3-4856-9135-dcbeb672a721 req-67e45b45-dc72-4d0a-a42a-2e787ef6d925 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541022 May 12 17:45:36.629983 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5a847-217b-433c-81e1-18c8882505a5 req-25ec9123-0d6b-47a9-803f-e85e5e9f7568 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:36.631481 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-03e5a847-217b-433c-81e1-18c8882505a5 req-25ec9123-0d6b-47a9-803f-e85e5e9f7568 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "GET /v2.0/networks?id=1221ba24-0e4c-4509-ac6d-bff82c57688b HTTP/1.1" status: 200 len: 814 time: 0.2982125 May 12 17:45:36.652285 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95d7360f-e471-4a16-8f16-b59528aa6f26 req-1145e177-85c7-4426-87d7-7b05180aaef2 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192393 May 12 17:45:36.655798 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-83ff0907-e57c-445d-8126-9e972a67417a req-654c9021-843a-4308-8b7d-acdd7735dbcc service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370051 May 12 17:45:36.693347 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c156b630-aa7f-408e-ba14-1f019deef914 req-f6162f7e-0911-497d-b0c5-73b59620f11f tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 210 time: 0.0287538 May 12 17:45:36.842204 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['aeff2539-2372-4118-8fd1-4b25292a34c4'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:45:36.913689 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a011e9-1235-4e41-9910-aa76391eacb5 req-64ee634f-5aa0-4851-8c9b-9f0f7ce49c75 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:36.915280 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a2a011e9-1235-4e41-9910-aa76391eacb5 req-64ee634f-5aa0-4851-8c9b-9f0f7ce49c75 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0557075 May 12 17:45:36.987143 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a2a011e9-1235-4e41-9910-aa76391eacb5 req-95ce22c2-0e14-489d-b0f6-b7255a63bc25 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623572 May 12 17:45:37.040610 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4245f-80d8-4767-bf5e-bfe39685343a req-0e0fb52f-edb5-4481-8159-5a87ede22118 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:37.042095 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a4b4245f-80d8-4767-bf5e-bfe39685343a req-0e0fb52f-edb5-4481-8159-5a87ede22118 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 945 time: 0.0778606 May 12 17:45:37.102545 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c598eb1f-6140-4f2a-ab68-92d8a779b6d7 req-63c031f1-cc2a-49ab-ae9d-5ab4517197c0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 210 time: 0.0422077 May 12 17:45:37.135590 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a4b4245f-80d8-4767-bf5e-bfe39685343a req-ca28e630-a497-4a31-9874-e39931848cb2 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855072 May 12 17:45:37.375107 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc0d82-2a8e-4e77-a09d-0ce7c09eb530 req-99913b48-a2a8-4b20-aa6b-24d53585167c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:37.378818 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-12dc0d82-2a8e-4e77-a09d-0ce7c09eb530 req-99913b48-a2a8-4b20-aa6b-24d53585167c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 943 time: 0.0568066 May 12 17:45:37.436193 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-12dc0d82-2a8e-4e77-a09d-0ce7c09eb530 req-4c309d1f-d2b8-43f8-83f3-26fe84ffbfa8 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531573 May 12 17:45:37.702078 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-03e5a847-217b-433c-81e1-18c8882505a5 req-6b5d128c-e211-4323-ab5d-b13ef2797a6b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04 HTTP/1.1" status: 200 len: 380 time: 0.1322033 May 12 17:45:37.708382 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-83ff0907-e57c-445d-8126-9e972a67417a req-08b9297a-6e63-40c2-bddc-492c91ac1ed0 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481268 May 12 17:45:37.789261 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-21aa583e-ed3a-4b6b-b37f-a23a2d370d2e req-895c05d8-80b9-4a5d-bd75-6f0cd213b540 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 210 time: 0.0266135 May 12 17:45:38.112110 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04b966-1f33-4022-9257-5b66e1133994 req-ae70c5ec-070d-43eb-bb39-769d55c67045 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:38.113568 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3f04b966-1f33-4022-9257-5b66e1133994 req-ae70c5ec-070d-43eb-bb39-769d55c67045 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0457840 May 12 17:45:38.164611 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3f04b966-1f33-4022-9257-5b66e1133994 req-a748deba-eaa1-4b45-bc5b-fd2b7f5f5b09 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454686 May 12 17:45:38.214226 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c266c1e1-d5dc-4d86-b980-6a4544bc376f req-4e0bcb6f-7635-474f-8e22-a79b5a538165 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 210 time: 0.0303578 May 12 17:45:38.272031 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6f687-53e8-4bf4-b73c-a7b1f30dc601 req-f3f8ec12-05b8-4ebe-a71e-cb14cb668051 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:38.273539 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-70a6f687-53e8-4bf4-b73c-a7b1f30dc601 req-f3f8ec12-05b8-4ebe-a71e-cb14cb668051 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 945 time: 0.0467670 May 12 17:45:38.315651 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device d9f2a285-130e-4f34-94a9-bbbfdf591d01 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:45:38.320453 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-70a6f687-53e8-4bf4-b73c-a7b1f30dc601 req-8d82ec48-3d8b-4ecf-be0c-f00df1d7f35f tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412822 May 12 17:45:38.325801 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device aeff2539-2372-4118-8fd1-4b25292a34c4 up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:38.455067 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-03e5a847-217b-433c-81e1-18c8882505a5 req-d4a14293-69f3-4976-99f8-0eba63c37802 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'port': {'device_id': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'admin_state_up': True, 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'security_groups': ['2298af05-0a26-4b60-8688-6e785bbab909']}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:38.469177 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port aeff2539-2372-4118-8fd1-4b25292a34c4 completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:45:38.489259 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port d9f2a285-130e-4f34-94a9-bbbfdf591d01, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d9f2a285-130e-4f34-94a9-bbbfdf591d01,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:38.504508 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port aeff2539-2372-4118-8fd1-4b25292a34c4 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:38.504901 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (aeff2539-2372-4118-8fd1-4b25292a34c4), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:38.532668 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e3f2c-8b89-4681-b995-8526fa9f7047 req-35292baf-32a1-487e-a939-f13d0128f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:38.537245 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d81e3f2c-8b89-4681-b995-8526fa9f7047 req-35292baf-32a1-487e-a939-f13d0128f25f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 1127 time: 0.0929294 May 12 17:45:38.564793 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'port_id': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01', 'mac_address': 'fa:16:3e:85:08:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:45:38.610022 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port d9f2a285-130e-4f34-94a9-bbbfdf591d01 is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:38.611143 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:38.616357 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c2780-52e9-494b-a319-06cc738172aa req-ec563d60-a8b2-4400-9300-b93a4927c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:38.618155 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-176c2780-52e9-494b-a319-06cc738172aa req-ec563d60-a8b2-4400-9300-b93a4927c130 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a&device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 1127 time: 0.1374185 May 12 17:45:38.636399 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f2a285-130e-4f34-94a9-bbbfdf591d01 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:45:38.677546 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e5a847-217b-433c-81e1-18c8882505a5 req-d4a14293-69f3-4976-99f8-0eba63c37802 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Made reservation on behalf of 0eee0523f68a4d8dbc6db8de3a3f6b04 for: {'port': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:45:38.682669 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-03e5a847-217b-433c-81e1-18c8882505a5 req-d4a14293-69f3-4976-99f8-0eba63c37802 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:38.684582 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f9911-fcb1-4d48-8f9b-a781f155fc99 req-872ee423-44d0-47f8-8a38-436e39d6b8fc tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:38.696120 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-496f9911-fcb1-4d48-8f9b-a781f155fc99 req-872ee423-44d0-47f8-8a38-436e39d6b8fc tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 943 time: 0.1576438 May 12 17:45:38.701076 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port d9f2a285-130e-4f34-94a9-bbbfdf591d01, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d9f2a285-130e-4f34-94a9-bbbfdf591d01,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:38.719063 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:38.721850 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port aeff2539-2372-4118-8fd1-4b25292a34c4 is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:38.722343 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (aeff2539-2372-4118-8fd1-4b25292a34c4), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:38.788107 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a324263-603c-4a73-b819-232273b7c0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeff2539-2372-4118-8fd1-4b25292a34c4'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:38.904509 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port aeff2539-2372-4118-8fd1-4b25292a34c4, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=aeff2539-2372-4118-8fd1-4b25292a34c4,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:38.908081 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=d9f2a285-130e-4f34-94a9-bbbfdf591d01,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:38.931923 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (aeff2539-2372-4118-8fd1-4b25292a34c4), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:38.932918 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device cd1d9d90-b454-463a-9a54-8dd81303eda8 up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:39.051685 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['d9f2a285-130e-4f34-94a9-bbbfdf591d01'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:45:39.077121 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7c78ddba-fc82-45a8-9f91-2b3f4b2c1eea req-5ec8ea5c-57cd-4636-a93e-5b0b677d3b18 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 210 time: 0.1148779 May 12 17:45:39.096558 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-496f9911-fcb1-4d48-8f9b-a781f155fc99 req-d8998526-9709-42a7-9668-ef6daa5cfecc tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764195 May 12 17:45:39.100446 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e3f2c-8b89-4681-b995-8526fa9f7047 req-cdbfa792-6f9d-4d8d-86d3-14eee95262f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:39.102105 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d81e3f2c-8b89-4681-b995-8526fa9f7047 req-cdbfa792-6f9d-4d8d-86d3-14eee95262f7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 920 time: 0.5566108 May 12 17:45:39.155532 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1807b982-ba25-4824-9f62-933a22e1e116" -d '{"events": [{"server_uuid": "8a324263-603c-4a73-b819-232273b7c0bb", "name": "network-vif-plugged", "status": "completed", "tag": "aeff2539-2372-4118-8fd1-4b25292a34c4"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:39.165219 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port cd1d9d90-b454-463a-9a54-8dd81303eda8 completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:45:39.170574 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d81e3f2c-8b89-4681-b995-8526fa9f7047 req-e906555d-6bfb-4bf4-883f-b8ad02783aa6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08534155-023c-44b5-b553-dee4643d5c69 HTTP/1.1" status: 200 len: 217 time: 0.0596232 May 12 17:45:39.189658 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port cd1d9d90-b454-463a-9a54-8dd81303eda8 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:39.190059 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (cd1d9d90-b454-463a-9a54-8dd81303eda8), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:39.191414 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [req-03e5a847-217b-433c-81e1-18c8882505a5 req-d4a14293-69f3-4976-99f8-0eba63c37802 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Allocated IP 172.20.0.7 (1221ba24-0e4c-4509-ac6d-bff82c57688b/d6394fb4-f09d-4f41-ae7e-35adcc70fa28/696c3de0-2f65-443b-a6cb-798a7dddbb0b) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:45:39.272899 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e3f2c-8b89-4681-b995-8526fa9f7047 req-b9ffa04b-9391-4d78-ba3c-47291e1a7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:39.274525 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d81e3f2c-8b89-4681-b995-8526fa9f7047 req-b9ffa04b-9391-4d78-ba3c-47291e1a7c66 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=408098b4-b6ba-468a-a49c-afb1cbe23810 HTTP/1.1" status: 200 len: 858 time: 0.0974066 May 12 17:45:39.282597 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=aeff2539-2372-4118-8fd1-4b25292a34c4,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:39.362131 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c2780-52e9-494b-a319-06cc738172aa req-271ac073-2cb4-487e-ad12-b79ba776ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:39.372546 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-176c2780-52e9-494b-a319-06cc738172aa req-271ac073-2cb4-487e-ad12-b79ba776ac56 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4a1943f-5104-4c36-90a4-e3e9daad3559 HTTP/1.1" status: 200 len: 918 time: 0.5589442 May 12 17:45:39.376053 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2058ab69-49d5-4aba-b17b-e631a7405942 x-openstack-request-id: req-2058ab69-49d5-4aba-b17b-e631a7405942 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:39.376545 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a324263-603c-4a73-b819-232273b7c0bb", "name": "network-vif-plugged", "status": "completed", "tag": "aeff2539-2372-4118-8fd1-4b25292a34c4", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:39.376620 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2058ab69-49d5-4aba-b17b-e631a7405942 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:39.377081 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2058ab69-49d5-4aba-b17b-e631a7405942'] response: {'server_uuid': '8a324263-603c-4a73-b819-232273b7c0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeff2539-2372-4118-8fd1-4b25292a34c4', 'code': 200} May 12 17:45:39.451337 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e3f2c-8b89-4681-b995-8526fa9f7047 req-03e1ceb5-1483-4134-ae81-c95c812683c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:39.453422 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d81e3f2c-8b89-4681-b995-8526fa9f7047 req-03e1ceb5-1483-4134-ae81-c95c812683c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dae508b5-33ae-47fd-88cd-96de0b50f763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1685421 May 12 17:45:39.474749 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-176c2780-52e9-494b-a319-06cc738172aa req-e622f386-2fcd-4662-bd00-03bb2e8bbc48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9f2a285-130e-4f34-94a9-bbbfdf591d01 HTTP/1.1" status: 200 len: 217 time: 0.0950348 May 12 17:45:39.475554 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port cd1d9d90-b454-463a-9a54-8dd81303eda8 is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:39.476106 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (cd1d9d90-b454-463a-9a54-8dd81303eda8), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:39.487471 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7f177278-83ac-46b1-bca1-ba3cef94f2bf req-21c00ef6-fa2f-471b-9e8c-7da1674dd6d1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 210 time: 0.0384278 May 12 17:45:39.494020 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12152a92-5147-4803-9b81-c6e3d1b185df req-d8010cf5-4743-4f2c-89f8-f499ba5f4256 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:39.496916 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-12152a92-5147-4803-9b81-c6e3d1b185df req-d8010cf5-4743-4f2c-89f8-f499ba5f4256 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 944 time: 0.1658716 May 12 17:45:39.530503 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port cd1d9d90-b454-463a-9a54-8dd81303eda8, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=cd1d9d90-b454-463a-9a54-8dd81303eda8,segment=NetworkSegment(95809a66-df9f-43ef-ae52-d723b8cbd706),segment_id=95809a66-df9f-43ef-ae52-d723b8cbd706)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:39.538016 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (cd1d9d90-b454-463a-9a54-8dd81303eda8), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:39.568953 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-32afb276-9090-4697-99ef-fabaf6d60392 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:39.571256 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-32afb276-9090-4697-99ef-fabaf6d60392 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.74 "GET /v2.0/networks?id=93b2660a-d344-4f06-b874-791504190d8d HTTP/1.1" status: 200 len: 809 time: 0.4728663 May 12 17:45:39.577052 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-12152a92-5147-4803-9b81-c6e3d1b185df req-c41ede90-11c2-4e44-83d2-7abda010c65d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676463 May 12 17:45:39.605030 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=cd1d9d90-b454-463a-9a54-8dd81303eda8,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:39.635559 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-8416229a-fa16-4b8f-b4a8-befd08875c71 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Request body: {'port': {'device_id': '753176e3-5139-4347-acab-50792e28f32e', 'network_id': '93b2660a-d344-4f06-b874-791504190d8d', 'admin_state_up': True, 'tenant_id': '887261f594284422bcd448d443d27013'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:39.709873 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ecbfc-fd40-47cb-bbb8-d404667cf648 req-08457230-51f7-4779-b6aa-7dc3a969a807 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:39.711340 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1a9ecbfc-fd40-47cb-bbb8-d404667cf648 req-08457230-51f7-4779-b6aa-7dc3a969a807 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 946 time: 0.0625720 May 12 17:45:39.718407 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d81e3f2c-8b89-4681-b995-8526fa9f7047 req-637f17bf-863f-4697-996d-7c3efa0eb1ad service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700456 May 12 17:45:39.721633 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c2780-52e9-494b-a319-06cc738172aa req-0736434b-8abd-4073-80d7-5d14baac6db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:39.723072 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-176c2780-52e9-494b-a319-06cc738172aa req-0736434b-8abd-4073-80d7-5d14baac6db8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d7a356f-70cc-48ae-8b5e-262b49b6be03 HTTP/1.1" status: 200 len: 856 time: 0.1711910 May 12 17:45:39.755104 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.74', 56554) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:39.845360 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-03e5a847-217b-433c-81e1-18c8882505a5 req-d4a14293-69f3-4976-99f8-0eba63c37802 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for port (696c3de0-2f65-443b-a6cb-798a7dddbb0b), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:39.850247 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c2780-52e9-494b-a319-06cc738172aa req-7735223f-a6b0-471a-a546-3ff5fff28f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:39.851757 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-176c2780-52e9-494b-a319-06cc738172aa req-7735223f-a6b0-471a-a546-3ff5fff28f88 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4a1943f-5104-4c36-90a4-e3e9daad3559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0969000 May 12 17:45:39.912420 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca1152-c91e-44f3-8b16-3646511a18d8 req-1228fbf1-3a6e-4326-b792-0e2d354f8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:39.913856 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e7ca1152-c91e-44f3-8b16-3646511a18d8 req-1228fbf1-3a6e-4326-b792-0e2d354f8b2f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 1130 time: 0.1569321 May 12 17:45:39.922942 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1a9ecbfc-fd40-47cb-bbb8-d404667cf648 req-30a473c4-e127-4adb-ae98-8e817684c653 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928437 May 12 17:45:39.939853 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-e7ca1152-c91e-44f3-8b16-3646511a18d8 req-593e8616-41be-4839-bba1-4be973ee38fe service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:39.958698 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-8416229a-fa16-4b8f-b4a8-befd08875c71 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Made reservation on behalf of 887261f594284422bcd448d443d27013 for: {'port': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:45:39.962139 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-8416229a-fa16-4b8f-b4a8-befd08875c71 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:39.982819 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d81e3f2c-8b89-4681-b995-8526fa9f7047 req-4bb61fd7-33b8-4b4e-b1f4-e5a6bfd91298 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373848 May 12 17:45:39.991473 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-03e5a847-217b-433c-81e1-18c8882505a5 req-d4a14293-69f3-4976-99f8-0eba63c37802 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (696c3de0-2f65-443b-a6cb-798a7dddbb0b), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:40.052306 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-e7ca1152-c91e-44f3-8b16-3646511a18d8 req-593e8616-41be-4839-bba1-4be973ee38fe service neutron] Publish callbacks [] for security_group (4bafdeac-3ac4-46d3-a8e5-f2fdcd1e0e6d), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:40.060443 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-e7ca1152-c91e-44f3-8b16-3646511a18d8 req-593e8616-41be-4839-bba1-4be973ee38fe service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (4bafdeac-3ac4-46d3-a8e5-f2fdcd1e0e6d), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:40.060997 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-176c2780-52e9-494b-a319-06cc738172aa req-bed9ba55-9af3-4d20-bad8-91ec02d00c6b service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990817 May 12 17:45:40.121207 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e8616-41be-4839-bba1-4be973ee38fe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4bafdeac-3ac4-46d3-a8e5-f2fdcd1e0e6d,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:40.141928 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e7ca1152-c91e-44f3-8b16-3646511a18d8 req-593e8616-41be-4839-bba1-4be973ee38fe service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178946 May 12 17:45:40.163150 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a14293-69f3-4976-99f8-0eba63c37802 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'Port': ['ID=696c3de0-2f65-443b-a6cb-798a7dddbb0b,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:40.186441 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e5a847-217b-433c-81e1-18c8882505a5 req-d4a14293-69f3-4976-99f8-0eba63c37802 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Network 1221ba24-0e4c-4509-ac6d-bff82c57688b is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:40.202350 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [req-03e5a847-217b-433c-81e1-18c8882505a5 req-d4a14293-69f3-4976-99f8-0eba63c37802 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:40.231692 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e5a847-217b-433c-81e1-18c8882505a5 req-d4a14293-69f3-4976-99f8-0eba63c37802 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:45:40.233593 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-98c43372-15ed-421b-9014-cc2fc79ed2f8 req-31ef1210-20cb-4870-900d-c4a88e1c85e6 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 210 time: 0.0532377 May 12 17:45:40.238568 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5a847-217b-433c-81e1-18c8882505a5 req-d4a14293-69f3-4976-99f8-0eba63c37802 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:40.239600 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-03e5a847-217b-433c-81e1-18c8882505a5 req-d4a14293-69f3-4976-99f8-0eba63c37802 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:40.283971 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afb2d9-e00e-4efa-9a01-3941580d7c79 req-cba922d1-ef6b-410a-b79a-5c7f7558c148 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:40.286114 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b5afb2d9-e00e-4efa-9a01-3941580d7c79 req-cba922d1-ef6b-410a-b79a-5c7f7558c148 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 943 time: 0.0551639 May 12 17:45:40.349360 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 08534155-023c-44b5-b553-dee4643d5c69 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:45:40.362404 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b5afb2d9-e00e-4efa-9a01-3941580d7c79 req-bfd669e6-844a-43b7-b2f5-827b7fb1c447 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649529 May 12 17:45:40.380952 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device d9f2a285-130e-4f34-94a9-bbbfdf591d01 up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:40.567121 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-441b4c58-d738-4a6a-aaee-e46e8f512220 None None] Provisioning complete for port 696c3de0-2f65-443b-a6cb-798a7dddbb0b triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:40.572885 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-03e5a847-217b-433c-81e1-18c8882505a5 req-d4a14293-69f3-4976-99f8-0eba63c37802 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1269414 May 12 17:45:40.572980 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-441b4c58-d738-4a6a-aaee-e46e8f512220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (696c3de0-2f65-443b-a6cb-798a7dddbb0b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:40.583722 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port d9f2a285-130e-4f34-94a9-bbbfdf591d01 completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:45:40.613243 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port d9f2a285-130e-4f34-94a9-bbbfdf591d01 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:40.614548 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:40.620874 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-8416229a-fa16-4b8f-b4a8-befd08875c71 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Allocated IP 172.20.0.11 (93b2660a-d344-4f06-b874-791504190d8d/7e7b1c78-273c-4246-9d0f-84ab337fc8ba/01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:45:40.662385 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-176c2780-52e9-494b-a319-06cc738172aa req-77e6af20-1af1-4726-b8cd-91f72a1eea02 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031807 May 12 17:45:40.689049 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-441b4c58-d738-4a6a-aaee-e46e8f512220 None None] Port 696c3de0-2f65-443b-a6cb-798a7dddbb0b cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:45:40.692497 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 08534155-023c-44b5-b553-dee4643d5c69, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=08534155-023c-44b5-b553-dee4643d5c69,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:40.711530 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': '08534155-023c-44b5-b553-dee4643d5c69', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'port_id': '08534155-023c-44b5-b553-dee4643d5c69', 'mac_address': 'fa:16:3e:e3:f2:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:45:40.741462 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 51536) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:40.766217 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68745274-b194-435b-bdfc-926114e9601a req-4697a23f-4367-42a3-af10-87d056486de3 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:40.768538 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-68745274-b194-435b-bdfc-926114e9601a req-4697a23f-4367-42a3-af10-87d056486de3 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 931 time: 0.1283660 May 12 17:45:40.808658 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 08534155-023c-44b5-b553-dee4643d5c69 is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:40.809251 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (08534155-023c-44b5-b553-dee4643d5c69), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:40.830622 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port d9f2a285-130e-4f34-94a9-bbbfdf591d01 is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:40.831259 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:40.844918 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689411a-ec97-4957-9ddd-16214bcb7581 req-d7eda265-5d15-4697-b83d-d670067c57f5 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:40.846560 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0689411a-ec97-4957-9ddd-16214bcb7581 req-d7eda265-5d15-4697-b83d-d670067c57f5 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 944 time: 0.0757649 May 12 17:45:40.848480 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08534155-023c-44b5-b553-dee4643d5c69 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:45:40.894246 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 08534155-023c-44b5-b553-dee4643d5c69, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=08534155-023c-44b5-b553-dee4643d5c69,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:40.909342 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port d9f2a285-130e-4f34-94a9-bbbfdf591d01, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d9f2a285-130e-4f34-94a9-bbbfdf591d01,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:40.909744 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-8416229a-fa16-4b8f-b4a8-befd08875c71 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Publish callbacks [] for port (01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:40.911386 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (08534155-023c-44b5-b553-dee4643d5c69), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:40.915674 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-68745274-b194-435b-bdfc-926114e9601a req-f46ba4a3-9260-40f8-b057-3fad8a230375 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335716 May 12 17:45:40.921604 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:40.958452 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Request body: {'port': {'device_id': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:40.963568 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-8416229a-fa16-4b8f-b4a8-befd08875c71 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:40.982997 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=08534155-023c-44b5-b553-dee4643d5c69,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:40.991514 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0689411a-ec97-4957-9ddd-16214bcb7581 req-258904a6-2cfd-4f06-936b-3fcd08c522b8 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358187 May 12 17:45:41.053554 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=d9f2a285-130e-4f34-94a9-bbbfdf591d01,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:41.106307 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b95cd4-a554-40e2-b4b8-8a9bdb6e63ae req-0f856759-0aae-4ac3-af52-b3e2c4815ce1 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:41.108366 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-51b95cd4-a554-40e2-b4b8-8a9bdb6e63ae req-0f856759-0aae-4ac3-af52-b3e2c4815ce1 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 946 time: 0.0553739 May 12 17:45:41.128527 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-49ecd234-6206-45da-a2a0-1fbe183a52af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:41.135671 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-8416229a-fa16-4b8f-b4a8-befd08875c71 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Network 93b2660a-d344-4f06-b874-791504190d8d is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:41.147630 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-8416229a-fa16-4b8f-b4a8-befd08875c71 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:41.149710 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (696c3de0-2f65-443b-a6cb-798a7dddbb0b), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:41.154689 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-8416229a-fa16-4b8f-b4a8-befd08875c71 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:45:41.157356 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-51b95cd4-a554-40e2-b4b8-8a9bdb6e63ae req-dae774db-281b-4450-88e0-157e134d1c05 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430200 May 12 17:45:41.159373 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-8416229a-fa16-4b8f-b4a8-befd08875c71 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:41.160014 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-8416229a-fa16-4b8f-b4a8-befd08875c71 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:41.177868 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416229a-fa16-4b8f-b4a8-befd08875c71 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Pushing event updated for resources: {'Port': ['ID=01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:41.220320 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-8416229a-fa16-4b8f-b4a8-befd08875c71 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5926285 May 12 17:45:41.244358 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Request body: {'port': {'device_id': '753176e3-5139-4347-acab-50792e28f32e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:41.278859 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['08534155-023c-44b5-b553-dee4643d5c69'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:45:41.371215 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a775d69-07ae-42eb-b10a-4ec0ea5f5d90 req-b6c425bd-d503-4016-b8dd-1d52c1657001 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:41.373943 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4a775d69-07ae-42eb-b10a-4ec0ea5f5d90 req-b6c425bd-d503-4016-b8dd-1d52c1657001 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 932 time: 0.0532639 May 12 17:45:41.396197 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee0ce63-2c3a-49c2-bb05-03cee02949ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1d9d90-b454-463a-9a54-8dd81303eda8'}, {'server_uuid': '022cd56e-632d-4336-a6d1-4de0c1952705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:41.398826 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28505dc5-b8c5-49db-81f7-ec45b2c9e934" -d '{"events": [{"server_uuid": "1ee0ce63-2c3a-49c2-bb05-03cee02949ad", "name": "network-vif-plugged", "status": "completed", "tag": "cd1d9d90-b454-463a-9a54-8dd81303eda8"}, {"server_uuid": "022cd56e-632d-4336-a6d1-4de0c1952705", "name": "network-vif-plugged", "status": "completed", "tag": "d9f2a285-130e-4f34-94a9-bbbfdf591d01"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:41.434452 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4a775d69-07ae-42eb-b10a-4ec0ea5f5d90 req-0410f34b-21bd-4f91-a9bd-bc2a479d0074 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537906 May 12 17:45:41.458179 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:41.463254 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-49ecd234-6206-45da-a2a0-1fbe183a52af admin admin] Publish callbacks [] for security_group (64d6d111-58a9-49bf-a895-b7c0d79ed4ae), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:41.480102 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-49ecd234-6206-45da-a2a0-1fbe183a52af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (64d6d111-58a9-49bf-a895-b7c0d79ed4ae), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:41.513042 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 May 2022 17:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2f85f0-82af-4e36-bd55-3c1d0f4e62b9 x-openstack-request-id: req-9c2f85f0-82af-4e36-bd55-3c1d0f4e62b9 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:41.513564 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee0ce63-2c3a-49c2-bb05-03cee02949ad", "name": "network-vif-plugged", "status": "completed", "tag": "cd1d9d90-b454-463a-9a54-8dd81303eda8", "code": 200}, {"server_uuid": "022cd56e-632d-4336-a6d1-4de0c1952705", "name": "network-vif-plugged", "status": "completed", "tag": "d9f2a285-130e-4f34-94a9-bbbfdf591d01", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:41.513891 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c2f85f0-82af-4e36-bd55-3c1d0f4e62b9 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:41.514299 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2f85f0-82af-4e36-bd55-3c1d0f4e62b9'] response: {'server_uuid': '1ee0ce63-2c3a-49c2-bb05-03cee02949ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1d9d90-b454-463a-9a54-8dd81303eda8', 'code': 200} May 12 17:45:41.514559 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2f85f0-82af-4e36-bd55-3c1d0f4e62b9'] response: {'server_uuid': '022cd56e-632d-4336-a6d1-4de0c1952705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01', 'code': 200} May 12 17:45:41.522904 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85fb91-55d3-41f4-9381-5422d19c054b req-0cb3acd4-3dd5-4bf9-b4eb-0305469c5d58 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:41.524564 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7c85fb91-55d3-41f4-9381-5422d19c054b req-0cb3acd4-3dd5-4bf9-b4eb-0305469c5d58 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 944 time: 0.0643909 May 12 17:45:41.577323 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7c85fb91-55d3-41f4-9381-5422d19c054b req-abb93081-d15e-4f73-8f7f-f5271a59de90 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458760 May 12 17:45:41.608324 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-49ecd234-6206-45da-a2a0-1fbe183a52af admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c90dff1ef8b64def9bd43a538f9c2356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8630831 May 12 17:45:41.608324 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecd234-6206-45da-a2a0-1fbe183a52af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d6d111-58a9-49bf-a895-b7c0d79ed4ae,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:41.609826 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 51552) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:41.672886 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2f262152-2ea4-47ff-90b9-a7e0899693a3 admin admin] Publish callbacks [] for security_group (64d6d111-58a9-49bf-a895-b7c0d79ed4ae), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:41.703941 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2f262152-2ea4-47ff-90b9-a7e0899693a3 admin admin] Publish callbacks [] for security_group (64d6d111-58a9-49bf-a895-b7c0d79ed4ae), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:41.781076 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2f262152-2ea4-47ff-90b9-a7e0899693a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (64d6d111-58a9-49bf-a895-b7c0d79ed4ae), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:41.785019 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2f262152-2ea4-47ff-90b9-a7e0899693a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:41.788891 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-2f262152-2ea4-47ff-90b9-a7e0899693a3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/64d6d111-58a9-49bf-a895-b7c0d79ed4ae HTTP/1.1" status: 204 len: 168 time: 0.1754668 May 12 17:45:41.797628 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f262152-2ea4-47ff-90b9-a7e0899693a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d6d111-58a9-49bf-a895-b7c0d79ed4ae,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:41.889921 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696c3de0-2f65-443b-a6cb-798a7dddbb0b {{(pid=109951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:45:41.940060 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Publish callbacks [] for port (696c3de0-2f65-443b-a6cb-798a7dddbb0b), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:41.951380 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c803ad-8830-4d36-a131-842584d71ecd req-0944ed9c-8891-4bef-8ebc-ec048c5f0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:41.953171 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-98c803ad-8830-4d36-a131-842584d71ecd req-0944ed9c-8891-4bef-8ebc-ec048c5f0399 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 1130 time: 0.1377037 May 12 17:45:41.968874 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.provisioning_blocks [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Transition to ACTIVE for port object 696c3de0-2f65-443b-a6cb-798a7dddbb0b will not be triggered until provisioned by entity L2. {{(pid=109951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:45:41.999529 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (696c3de0-2f65-443b-a6cb-798a7dddbb0b), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:42.102727 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d26df6-688c-4ae5-aac4-ba18f5cc39c1 req-30463bc4-2136-4637-87f1-d1ff9538b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:42.104307 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-07d26df6-688c-4ae5-aac4-ba18f5cc39c1 req-30463bc4-2136-4637-87f1-d1ff9538b4ab service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 1129 time: 0.1302669 May 12 17:45:42.113757 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffb49d-8f33-439a-9434-00692acd22a9 req-e23cfe37-c84b-4146-89c1-e29afe6a9c06 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:42.115294 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a8ffb49d-8f33-439a-9434-00692acd22a9 req-e23cfe37-c84b-4146-89c1-e29afe6a9c06 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 943 time: 0.1013544 May 12 17:45:42.210877 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c {{(pid=109951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:45:42.218635 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a8ffb49d-8f33-439a-9434-00692acd22a9 req-17df379b-f474-4b70-9dd5-a6b295e82973 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942607 May 12 17:45:42.221738 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Publish callbacks [] for port (01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:42.239417 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.provisioning_blocks [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Transition to ACTIVE for port object 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c will not be triggered until provisioned by entity L2. {{(pid=109951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:45:42.253203 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Pushing event updated for resources: {'Port': ['ID=696c3de0-2f65-443b-a6cb-798a7dddbb0b,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:42.260434 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-98c803ad-8830-4d36-a131-842584d71ecd req-919759d6-1d3d-422d-a1bb-399615a07aad service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848220 May 12 17:45:42.261144 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:42.304060 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 51572) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:42.336808 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d478c726-97cd-4483-85cc-3d16cf2a0a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:42.355591 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 08534155-023c-44b5-b553-dee4643d5c69 up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:42.375149 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f679e-2ee8-42b0-b9d8-4a5c24233d47 req-87e534fc-ea1d-401c-8fa1-3789b6331e7d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:42.376850 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-483f679e-2ee8-42b0-b9d8-4a5c24233d47 req-87e534fc-ea1d-401c-8fa1-3789b6331e7d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.1841934 May 12 17:45:42.384436 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Attempting to bind port 696c3de0-2f65-443b-a6cb-798a7dddbb0b on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:45:42.384771 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Attempting to bind port 696c3de0-2f65-443b-a6cb-798a7dddbb0b by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:45:42.385095 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Attempting to bind port 696c3de0-2f65-443b-a6cb-798a7dddbb0b on network 1221ba24-0e4c-4509-ac6d-bff82c57688b {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:42.387068 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Pushing event updated for resources: {'Port': ['ID=01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:42.445876 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Port 696c3de0-2f65-443b-a6cb-798a7dddbb0b on network 1221ba24-0e4c-4509-ac6d-bff82c57688b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:45:42.446617 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Attempting to bind port 696c3de0-2f65-443b-a6cb-798a7dddbb0b on network 1221ba24-0e4c-4509-ac6d-bff82c57688b {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:42.454095 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port 08534155-023c-44b5-b553-dee4643d5c69 completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:45:42.469382 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port 08534155-023c-44b5-b553-dee4643d5c69 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:42.470107 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (08534155-023c-44b5-b553-dee4643d5c69), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:42.471548 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Attempting to bind port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:45:42.471884 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Attempting to bind port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '9003f002-8f47-44f5-96d4-104f426fe33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '93b2660a-d344-4f06-b874-791504190d8d'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:45:42.472253 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Attempting to bind port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c on network 93b2660a-d344-4f06-b874-791504190d8d {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:42.475256 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:45:42.475256 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Checking segment: {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:45:42.475555 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Bound using segment: {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:45:42.475976 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Bound port: 696c3de0-2f65-443b-a6cb-798a7dddbb0b, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:45:42.476361 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (696c3de0-2f65-443b-a6cb-798a7dddbb0b), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:42.492150 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c on network 93b2660a-d344-4f06-b874-791504190d8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:45:42.492606 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Attempting to bind port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c on network 93b2660a-d344-4f06-b874-791504190d8d {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:42.500887 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:45:42.501407 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Checking segment: {'id': '9003f002-8f47-44f5-96d4-104f426fe33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '93b2660a-d344-4f06-b874-791504190d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:45:42.501619 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Bound using segment: {'id': '9003f002-8f47-44f5-96d4-104f426fe33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '93b2660a-d344-4f06-b874-791504190d8d'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:45:42.502059 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Bound port: 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9003f002-8f47-44f5-96d4-104f426fe33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '93b2660a-d344-4f06-b874-791504190d8d'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:45:42.502413 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:42.628551 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] For port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c, host hv-cinder-84052, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:45:42.635052 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] For port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c,segment=NetworkSegment(9003f002-8f47-44f5-96d4-104f426fe33b),segment_id=9003f002-8f47-44f5-96d4-104f426fe33b)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:45:42.663309 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 08534155-023c-44b5-b553-dee4643d5c69 is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:42.665922 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (08534155-023c-44b5-b553-dee4643d5c69), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:42.667111 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cca34-598d-4a0e-aa9a-3ee2c2e7c868 req-d131b9d6-411a-41a1-8f9b-9aeed2b4b352 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:42.668135 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:42.674430 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8b6cca34-598d-4a0e-aa9a-3ee2c2e7c868 req-d131b9d6-411a-41a1-8f9b-9aeed2b4b352 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 946 time: 0.3200455 May 12 17:45:42.723795 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 08534155-023c-44b5-b553-dee4643d5c69, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=08534155-023c-44b5-b553-dee4643d5c69,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:42.728640 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (08534155-023c-44b5-b553-dee4643d5c69), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:42.741044 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-483f679e-2ee8-42b0-b9d8-4a5c24233d47 req-defab21f-6450-4452-82e5-51bf0a5a18ec tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268015 May 12 17:45:42.765475 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:42.765475 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:42.765475 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] 10.222.0.74 "PUT /v2.0/ports/01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c HTTP/1.1" status: 200 len: 1094 time: 1.5289767 May 12 17:45:42.765763 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237be514-cabb-4ba0-9d8f-491e0fce7e8b service neutron] Pushing event updated for resources: {'Port': ['ID=01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:42.768024 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753176e3-5139-4347-acab-50792e28f32e', 'tag': '01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:42.770389 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373ae6e7-2392-4382-aeba-3082cd49340b" -d '{"events": [{"name": "network-changed", "server_uuid": "753176e3-5139-4347-acab-50792e28f32e", "tag": "01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:42.793949 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] For port 696c3de0-2f65-443b-a6cb-798a7dddbb0b, host hv-cinder-84052, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:45:42.794541 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d478c726-97cd-4483-85cc-3d16cf2a0a1b admin admin] Publish callbacks [] for security_group (b46afcde-1a77-492f-8f7d-7eb391dac2fd), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:42.798526 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] For port 696c3de0-2f65-443b-a6cb-798a7dddbb0b, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=696c3de0-2f65-443b-a6cb-798a7dddbb0b,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:45:42.806593 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (696c3de0-2f65-443b-a6cb-798a7dddbb0b), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:42.808187 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=08534155-023c-44b5-b553-dee4643d5c69,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:42.814602 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d478c726-97cd-4483-85cc-3d16cf2a0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (b46afcde-1a77-492f-8f7d-7eb391dac2fd), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:42.823346 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8b6cca34-598d-4a0e-aa9a-3ee2c2e7c868 req-a704ae34-ba89-444a-902c-942caf2931b8 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480672 May 12 17:45:42.851966 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:42.852717 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:42.854100 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-03e5a847-217b-433c-81e1-18c8882505a5 req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] 10.222.0.74 "PUT /v2.0/ports/696c3de0-2f65-443b-a6cb-798a7dddbb0b HTTP/1.1" status: 200 len: 1093 time: 1.9023225 May 12 17:45:42.920670 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df412b6c-2608-466f-b7ef-86216d5c0780 service neutron] Pushing event updated for resources: {'Port': ['ID=696c3de0-2f65-443b-a6cb-798a7dddbb0b,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:42.959877 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-d478c726-97cd-4483-85cc-3d16cf2a0a1b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=40a624c7ebce4f3a9be899e5dc54ee9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6497655 May 12 17:45:42.962830 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 51590) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:42.979449 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478c726-97cd-4483-85cc-3d16cf2a0a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46afcde-1a77-492f-8f7d-7eb391dac2fd,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:43.016942 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d3d9f-ab6a-4160-b9a4-feb94dea3fb2 req-a20f755b-dcb5-4b54-b0f6-eb71b39c45e0 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:43.018478 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7d9d3d9f-ab6a-4160-b9a4-feb94dea3fb2 req-a20f755b-dcb5-4b54-b0f6-eb71b39c45e0 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 944 time: 0.1987319 May 12 17:45:43.029666 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fe4c42de-d5bc-4d0e-a5b1-fe8f9acfc9a5 admin admin] Publish callbacks [] for security_group (b46afcde-1a77-492f-8f7d-7eb391dac2fd), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:43.055568 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fe4c42de-d5bc-4d0e-a5b1-fe8f9acfc9a5 admin admin] Publish callbacks [] for security_group (b46afcde-1a77-492f-8f7d-7eb391dac2fd), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:43.056222 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e463b6-c145-49e0-b8dc-e4f57a9511e2 req-3835d8bc-4bf8-4fce-a355-89f4e0d61f73 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:43.057724 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-77e463b6-c145-49e0-b8dc-e4f57a9511e2 req-3835d8bc-4bf8-4fce-a355-89f4e0d61f73 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.1104412 May 12 17:45:43.068376 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-07d26df6-688c-4ae5-aac4-ba18f5cc39c1 req-31fa52db-91ab-4aa5-89b0-d6d9d75628f7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935117 May 12 17:45:43.117184 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fe4c42de-d5bc-4d0e-a5b1-fe8f9acfc9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (b46afcde-1a77-492f-8f7d-7eb391dac2fd), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:43.118718 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7d9d3d9f-ab6a-4160-b9a4-feb94dea3fb2 req-76a90ff7-f9ba-4d3b-a048-ef21db9b8800 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886250 May 12 17:45:43.119676 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fe4c42de-d5bc-4d0e-a5b1-fe8f9acfc9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:43.124077 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-fe4c42de-d5bc-4d0e-a5b1-fe8f9acfc9a5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b46afcde-1a77-492f-8f7d-7eb391dac2fd HTTP/1.1" status: 204 len: 168 time: 0.1568148 May 12 17:45:43.148276 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c42de-d5bc-4d0e-a5b1-fe8f9acfc9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46afcde-1a77-492f-8f7d-7eb391dac2fd,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:43.165508 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-77e463b6-c145-49e0-b8dc-e4f57a9511e2 req-5f78f71f-7ef1-4222-ab80-c790c418b8f3 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913658 May 12 17:45:43.169536 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7414303e-fe76-406e-b057-c165a59da1a5 x-openstack-request-id: req-7414303e-fe76-406e-b057-c165a59da1a5 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:43.170197 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753176e3-5139-4347-acab-50792e28f32e", "tag": "01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:43.170775 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7414303e-fe76-406e-b057-c165a59da1a5 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:43.171339 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7414303e-fe76-406e-b057-c165a59da1a5'] response: {'name': 'network-changed', 'server_uuid': '753176e3-5139-4347-acab-50792e28f32e', 'tag': '01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c', 'status': 'completed', 'code': 200} May 12 17:45:43.316436 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4ae75-2900-4684-914b-107a98313cfa req-3770a45f-bb9b-4fab-ac59-3d3d38405702 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:43.318101 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-00b4ae75-2900-4684-914b-107a98313cfa req-3770a45f-bb9b-4fab-ac59-3d3d38405702 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 943 time: 0.0521147 May 12 17:45:43.366704 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-00b4ae75-2900-4684-914b-107a98313cfa req-8aa57043-c97e-4ad0-80f3-3d0dd4a7d5f7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430295 May 12 17:45:43.517980 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f7a42c-b14d-4050-a589-70b0eb9ff31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08534155-023c-44b5-b553-dee4643d5c69'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:43.521381 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617be205-5e5f-467a-8ae7-352fb3f850b5" -d '{"events": [{"server_uuid": "e7f7a42c-b14d-4050-a589-70b0eb9ff31b", "name": "network-vif-plugged", "status": "completed", "tag": "08534155-023c-44b5-b553-dee4643d5c69"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:43.556721 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf54799-310f-455d-91ae-27d3d6977e7c x-openstack-request-id: req-9cf54799-310f-455d-91ae-27d3d6977e7c {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:43.557037 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f7a42c-b14d-4050-a589-70b0eb9ff31b", "name": "network-vif-plugged", "status": "completed", "tag": "08534155-023c-44b5-b553-dee4643d5c69", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:43.557292 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9cf54799-310f-455d-91ae-27d3d6977e7c {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:43.557761 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf54799-310f-455d-91ae-27d3d6977e7c'] response: {'server_uuid': 'e7f7a42c-b14d-4050-a589-70b0eb9ff31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08534155-023c-44b5-b553-dee4643d5c69', 'code': 200} May 12 17:45:43.885937 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0735bec-ce47-4ea2-99a2-67f5bf562490 req-1462d18b-6afd-4738-bb03-2fc4682d491b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:43.888097 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c0735bec-ce47-4ea2-99a2-67f5bf562490 req-1462d18b-6afd-4738-bb03-2fc4682d491b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0713677 May 12 17:45:44.040488 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c0735bec-ce47-4ea2-99a2-67f5bf562490 req-46a9e7e4-9db8-4f79-93c8-91a60d5d4ca2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449730 May 12 17:45:44.049643 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9415e2-da8c-4bdb-b179-ab22928d81fb req-04afe081-3562-4c09-92b3-547a45202e46 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:44.051194 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ef9415e2-da8c-4bdb-b179-ab22928d81fb req-04afe081-3562-4c09-92b3-547a45202e46 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 946 time: 0.1112626 May 12 17:45:44.054583 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5a847-217b-433c-81e1-18c8882505a5 req-31558465-0103-4ba8-954d-acd0b9906d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:44.055932 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-03e5a847-217b-433c-81e1-18c8882505a5 req-31558465-0103-4ba8-954d-acd0b9906d3f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04&device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 1127 time: 0.0944297 May 12 17:45:44.108617 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ef9415e2-da8c-4bdb-b179-ab22928d81fb req-b59f7e17-e31c-45c0-8a45-252812392baf tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475287 May 12 17:45:44.278438 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699e3dd-de5f-4659-a4af-e4abc69da307 req-056343ec-1720-40b1-ac07-46e30f587002 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:44.280589 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6699e3dd-de5f-4659-a4af-e4abc69da307 req-056343ec-1720-40b1-ac07-46e30f587002 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 944 time: 0.0825086 May 12 17:45:44.300086 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b92024-7d6c-402e-8c2d-82aee9dbc207 req-2b141e75-9750-49b5-8c04-111cca9d499a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:44.301536 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e6b92024-7d6c-402e-8c2d-82aee9dbc207 req-2b141e75-9750-49b5-8c04-111cca9d499a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0662811 May 12 17:45:44.372467 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6699e3dd-de5f-4659-a4af-e4abc69da307 req-4104ae33-0a9f-4aa4-9a6f-09ad06b572a9 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863764 May 12 17:45:44.383899 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e6b92024-7d6c-402e-8c2d-82aee9dbc207 req-3b1d776f-53ba-4426-b7c3-bd869392cbf0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756006 May 12 17:45:44.492668 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca140810-6369-40f6-9f98-c06a8309f3ed req-9df839fa-01f3-49f6-ad43-e0f580b0d6fc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:44.494226 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ca140810-6369-40f6-9f98-c06a8309f3ed req-9df839fa-01f3-49f6-ad43-e0f580b0d6fc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 943 time: 0.0520055 May 12 17:45:44.543256 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ca140810-6369-40f6-9f98-c06a8309f3ed req-49b99d1d-f660-4493-b10f-189a4449e8a5 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415616 May 12 17:45:45.159822 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb26d7-5aa9-4057-8e0e-2abcc303a44c req-be9146c4-9c3b-4203-af40-bd4b806adfb9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:45.161313 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-76bb26d7-5aa9-4057-8e0e-2abcc303a44c req-be9146c4-9c3b-4203-af40-bd4b806adfb9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0468097 May 12 17:45:45.172287 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'tag': '696c3de0-2f65-443b-a6cb-798a7dddbb0b'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:45.174612 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f7ec7e-efe0-4ea4-b513-fb32b4f8e094" -d '{"events": [{"name": "network-changed", "server_uuid": "959c1a20-6a14-4d41-a7a4-f7eded2fc759", "tag": "696c3de0-2f65-443b-a6cb-798a7dddbb0b"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:45.243815 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5e696-b0ec-4e05-904b-5dbc3fc61d20 req-c39ce598-3c16-4164-81a5-a1d143bdbc79 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:45.245308 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6bd5e696-b0ec-4e05-904b-5dbc3fc61d20 req-c39ce598-3c16-4164-81a5-a1d143bdbc79 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 946 time: 0.0640490 May 12 17:45:45.249374 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-76bb26d7-5aa9-4057-8e0e-2abcc303a44c req-d46ebc0f-e762-4e48-ab8e-53402db33c9a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824959 May 12 17:45:45.294176 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6bd5e696-b0ec-4e05-904b-5dbc3fc61d20 req-25b384c3-d386-4f87-83a0-b43fab163459 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425146 May 12 17:45:45.300653 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442b0e56-d587-41f5-a567-7b5b558fdb3b x-openstack-request-id: req-442b0e56-d587-41f5-a567-7b5b558fdb3b {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:45.300937 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959c1a20-6a14-4d41-a7a4-f7eded2fc759", "tag": "696c3de0-2f65-443b-a6cb-798a7dddbb0b", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:45.301185 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-442b0e56-d587-41f5-a567-7b5b558fdb3b {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:45.301574 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442b0e56-d587-41f5-a567-7b5b558fdb3b'] response: {'name': 'network-changed', 'server_uuid': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'tag': '696c3de0-2f65-443b-a6cb-798a7dddbb0b', 'status': 'completed', 'code': 200} May 12 17:45:45.509850 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efbcfd-fba0-46f6-8318-0667a2b4e878 req-573d27ea-d662-4c83-9cd7-17dd51804421 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:45.511320 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-77efbcfd-fba0-46f6-8318-0667a2b4e878 req-573d27ea-d662-4c83-9cd7-17dd51804421 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 944 time: 0.0695438 May 12 17:45:45.532929 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20689297-9723-4912-a6e9-8ec749b06f68 req-3c557eb5-a2d2-448c-a81e-3a6eb8a4bc2b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:45.534334 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-20689297-9723-4912-a6e9-8ec749b06f68 req-3c557eb5-a2d2-448c-a81e-3a6eb8a4bc2b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0654600 May 12 17:45:45.593288 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-77efbcfd-fba0-46f6-8318-0667a2b4e878 req-5e703f31-2c01-4bb2-b54b-dc367408bd3b tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762599 May 12 17:45:45.607824 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-20689297-9723-4912-a6e9-8ec749b06f68 req-81e5efa3-d8e1-419f-9108-4522eaf42d3f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668435 May 12 17:45:45.692577 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc9228-3333-4bcd-a685-83f7f7cfb581 req-df226c71-e6f6-4a89-b0e1-3a2bfa0811cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:45.694017 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f7cc9228-3333-4bcd-a685-83f7f7cfb581 req-df226c71-e6f6-4a89-b0e1-3a2bfa0811cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 943 time: 0.0463281 May 12 17:45:45.740677 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f7cc9228-3333-4bcd-a685-83f7f7cfb581 req-f20e7c0e-3947-4981-a060-4a2b766a705c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411766 May 12 17:45:46.367927 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d35e0-d06a-4f9c-931e-0d7c9b6e8189 req-5ab19c0c-08f1-46c1-8f69-b16098c04e44 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:46.369431 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4b3d35e0-d06a-4f9c-931e-0d7c9b6e8189 req-5ab19c0c-08f1-46c1-8f69-b16098c04e44 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0496309 May 12 17:45:46.438194 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ea706-105f-4308-a912-50c550770914 req-afc4f45e-2306-4cf8-a8a7-38d601f0ec95 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:46.439655 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7d5ea706-105f-4308-a912-50c550770914 req-afc4f45e-2306-4cf8-a8a7-38d601f0ec95 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 946 time: 0.0692682 May 12 17:45:46.470516 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4b3d35e0-d06a-4f9c-931e-0d7c9b6e8189 req-31922a0a-0120-42a4-b65c-2615cf88cf61 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903945 May 12 17:45:46.496725 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7d5ea706-105f-4308-a912-50c550770914 req-b924e27d-a6c2-4d3f-afc5-72929c959179 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514476 May 12 17:45:46.734020 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8251d3e-d172-47da-9e31-5836d88cbe2c req-86628184-d6a7-4a19-82e9-797f83acab7a tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:46.735480 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b8251d3e-d172-47da-9e31-5836d88cbe2c req-86628184-d6a7-4a19-82e9-797f83acab7a tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 944 time: 0.0726228 May 12 17:45:46.755845 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0dc42-1fbf-45aa-8399-7e1ce828d4cb req-607a2e22-1597-41c5-bca1-a26870fde268 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:46.757281 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e5b0dc42-1fbf-45aa-8399-7e1ce828d4cb req-607a2e22-1597-41c5-bca1-a26870fde268 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0668731 May 12 17:45:46.825269 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b8251d3e-d172-47da-9e31-5836d88cbe2c req-ab5fb7ea-7ad0-4eff-b754-be926ac5530c tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841336 May 12 17:45:46.830506 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e5b0dc42-1fbf-45aa-8399-7e1ce828d4cb req-6bfff527-1e9f-4f32-a9fe-dde03f949eb3 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672719 May 12 17:45:46.927059 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e265c-a0e8-42d2-ac75-94d11e1627ac req-eb5dc324-7934-4c21-8d89-bc4a5cfc8f7a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:46.928566 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7b5e265c-a0e8-42d2-ac75-94d11e1627ac req-eb5dc324-7934-4c21-8d89-bc4a5cfc8f7a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 943 time: 0.0494127 May 12 17:45:46.973849 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7b5e265c-a0e8-42d2-ac75-94d11e1627ac req-a8e9e180-1f78-4d38-befd-88adde9da58a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398033 May 12 17:45:47.495667 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-7a63a9f9-1751-4b19-b38a-e76f07f2e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:47.498019 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-7a63a9f9-1751-4b19-b38a-e76f07f2e624 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=887261f594284422bcd448d443d27013&device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 1128 time: 0.0432036 May 12 17:45:47.624969 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8ea0b-1c29-4476-969f-8ce617c83fda req-33450be7-36b0-4a41-86f4-8ffb5e54eede tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:47.626511 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6fc8ea0b-1c29-4476-969f-8ce617c83fda req-33450be7-36b0-4a41-86f4-8ffb5e54eede tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0838909 May 12 17:45:47.640486 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8d006-ce1e-4d7d-92d9-e5a1da56ea96 req-be598dfe-f3d4-41a3-9dd6-ed7573793442 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:47.641917 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4dc8d006-ce1e-4d7d-92d9-e5a1da56ea96 req-be598dfe-f3d4-41a3-9dd6-ed7573793442 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 946 time: 0.0698678 May 12 17:45:47.720792 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6fc8ea0b-1c29-4476-969f-8ce617c83fda req-1bdc25ad-ee41-4e18-bee7-b9accb9d9116 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884132 May 12 17:45:47.723984 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4dc8d006-ce1e-4d7d-92d9-e5a1da56ea96 req-ac6a1f19-9944-4793-93c0-9c5133fc3216 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748751 May 12 17:45:47.773812 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-03e5a847-217b-433c-81e1-18c8882505a5 req-99b19f11-9734-4a7b-a950-201a46076d5e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=696c3de0-2f65-443b-a6cb-798a7dddbb0b HTTP/1.1" status: 200 len: 217 time: 0.0426919 May 12 17:45:47.803311 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-e897a66e-a89f-4d4a-8845-c3a685894780 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c HTTP/1.1" status: 200 len: 217 time: 0.0360208 May 12 17:45:47.979208 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e571a-3476-4175-bbd4-e6ab7d9b27ae req-d48d6711-2816-4cbc-9969-fe0d6aa2d6dd tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:47.980620 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-416e571a-3476-4175-bbd4-e6ab7d9b27ae req-d48d6711-2816-4cbc-9969-fe0d6aa2d6dd tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 944 time: 0.0863771 May 12 17:45:47.986724 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4516e-c9de-4dbe-9c59-75e68a63936e req-105b2179-849e-47c9-bbb7-4015e7ba764e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:47.988075 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-72f4516e-c9de-4dbe-9c59-75e68a63936e req-105b2179-849e-47c9-bbb7-4015e7ba764e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0822337 May 12 17:45:48.057920 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-416e571a-3476-4175-bbd4-e6ab7d9b27ae req-17fdef53-7c07-49af-a672-cf01e7b686bb tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688872 May 12 17:45:48.062016 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-72f4516e-c9de-4dbe-9c59-75e68a63936e req-7aced929-63e5-45e1-8874-558d27b68c33 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672708 May 12 17:45:48.158604 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42479b-0d08-4c14-bc10-a6d2e3e43139 req-17bbd44a-9fb8-4bdd-98b8-31a298d1de21 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:48.160310 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-de42479b-0d08-4c14-bc10-a6d2e3e43139 req-17bbd44a-9fb8-4bdd-98b8-31a298d1de21 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 943 time: 0.0486343 May 12 17:45:48.233938 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-de42479b-0d08-4c14-bc10-a6d2e3e43139 req-a085c66d-394a-4674-9d26-44565414389a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674448 May 12 17:45:48.304105 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5a847-217b-433c-81e1-18c8882505a5 req-a34085f5-2dff-4150-84dc-6ed0afcc9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:48.305819 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-03e5a847-217b-433c-81e1-18c8882505a5 req-a34085f5-2dff-4150-84dc-6ed0afcc9740 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6394fb4-f09d-4f41-ae7e-35adcc70fa28 HTTP/1.1" status: 200 len: 853 time: 0.0601366 May 12 17:45:48.417409 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5a847-217b-433c-81e1-18c8882505a5 req-27fb3902-c788-49b4-97cf-655892feab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:48.419040 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-03e5a847-217b-433c-81e1-18c8882505a5 req-27fb3902-c788-49b4-97cf-655892feab6a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1221ba24-0e4c-4509-ac6d-bff82c57688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487964 May 12 17:45:48.435774 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3327c3a-25df-4e19-bdd0-8b9b48a49819 req-25b89ec9-72a6-4213-8da6-8fdb6129d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:48.437536 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f3327c3a-25df-4e19-bdd0-8b9b48a49819 req-25b89ec9-72a6-4213-8da6-8fdb6129d64c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 1129 time: 0.0602272 May 12 17:45:48.439167 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-6d805990-c8fa-4a4b-b74b-e1a4d038919e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:48.440646 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-6d805990-c8fa-4a4b-b74b-e1a4d038919e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7e7b1c78-273c-4246-9d0f-84ab337fc8ba HTTP/1.1" status: 200 len: 849 time: 0.0964606 May 12 17:45:48.542940 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-aae4f4ae-f5c0-4e5d-b6ae-bfe114906608 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=93b2660a-d344-4f06-b874-791504190d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723226 May 12 17:45:48.548252 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f3327c3a-25df-4e19-bdd0-8b9b48a49819 req-5b3cb7fa-86cb-422b-a29a-6cd562063152 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996373 May 12 17:45:48.567224 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-03e5a847-217b-433c-81e1-18c8882505a5 req-703817db-85b3-40af-b7fe-cec3e84457ba service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307313 May 12 17:45:48.866501 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99790c4-6b33-4811-849b-08470b06b8e9 req-7a0977f4-c2fc-4f54-a049-89e7dcfd530f tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:48.867963 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f99790c4-6b33-4811-849b-08470b06b8e9 req-7a0977f4-c2fc-4f54-a049-89e7dcfd530f tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 946 time: 0.0737348 May 12 17:45:48.874356 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc2e1c-ee94-4292-bbc5-218c86174ca7 req-263d5424-c718-4a43-b75e-404e2e00407d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:48.875734 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8cbc2e1c-ee94-4292-bbc5-218c86174ca7 req-263d5424-c718-4a43-b75e-404e2e00407d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0801179 May 12 17:45:48.953370 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-8d7a9572-d8cd-48fb-b547-3ed510d1cfd7 service neutron] 10.222.0.74 "GET /v2.0/networks/93b2660a-d344-4f06-b874-791504190d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944912 May 12 17:45:49.021088 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8cbc2e1c-ee94-4292-bbc5-218c86174ca7 req-ece0c72e-fa34-44f2-84b0-5e110ce60a66 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284630 May 12 17:45:49.025579 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f99790c4-6b33-4811-849b-08470b06b8e9 req-70c7fa69-688f-419c-bfb7-32d3f116a91c tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489401 May 12 17:45:49.041639 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-03e5a847-217b-433c-81e1-18c8882505a5 req-f7c9136f-1f44-4a2e-b8a7-aa7b6ac8f7e2 service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638179 May 12 17:45:49.207774 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f23c1-6575-4585-a0d0-6c2cbf5f8eb8 req-94baad9b-056d-492b-aefc-e2f5dd0b5af3 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:49.209290 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-209f23c1-6575-4585-a0d0-6c2cbf5f8eb8 req-94baad9b-056d-492b-aefc-e2f5dd0b5af3 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 944 time: 0.0806153 May 12 17:45:49.228346 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96443a-d17a-49fe-8a49-fd58969431b0 req-a79f8dd7-e4cd-4df8-b094-6bbddf8a6b46 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:49.229815 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0b96443a-d17a-49fe-8a49-fd58969431b0 req-a79f8dd7-e4cd-4df8-b094-6bbddf8a6b46 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0914021 May 12 17:45:49.239221 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 51766) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:49.244309 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-e0f7a3ea-60fe-4ff2-9093-3584a3155de2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Request body: {'floatingip': {'port_id': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:49.271593 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-209f23c1-6575-4585-a0d0-6c2cbf5f8eb8 req-383c6a21-f746-4ec9-98e1-4817cf4447a3 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557570 May 12 17:45:49.346440 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e0f7a3ea-60fe-4ff2-9093-3584a3155de2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for floatingip (b5f00c16-4941-43e4-a871-e918cc01f14b), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:49.382349 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a681cea-2342-4236-8eb0-6b7c581e941d req-a3d134da-4fc0-4bc8-aee1-7ed5d366a1e7 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:49.390814 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5a681cea-2342-4236-8eb0-6b7c581e941d req-a3d134da-4fc0-4bc8-aee1-7ed5d366a1e7 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0746944 May 12 17:45:49.472243 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c2fbc-f3b8-4d7f-b2f8-35beb0b6b40b req-d2654da4-baf9-422e-912b-dc59ae48ffd1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:49.473708 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7f4c2fbc-f3b8-4d7f-b2f8-35beb0b6b40b req-d2654da4-baf9-422e-912b-dc59ae48ffd1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 943 time: 0.0648372 May 12 17:45:49.476935 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5a681cea-2342-4236-8eb0-6b7c581e941d req-043fb8e9-23c9-47fc-bf57-eada94f4347f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854630 May 12 17:45:49.526021 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7f4c2fbc-f3b8-4d7f-b2f8-35beb0b6b40b req-1f3257a2-514a-4624-8af6-69c4af4d903b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464578 May 12 17:45:49.749428 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-08b6eedd-70cf-4ddf-8b06-ffa1ba2177c8 req-6787a2c9-4f4f-4f4c-a487-a71d43ffb147 service neutron] 10.222.0.74 "GET /v2.0/networks/93b2660a-d344-4f06-b874-791504190d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641100 May 12 17:45:50.271903 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e0f7a3ea-60fe-4ff2-9093-3584a3155de2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:50.275584 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e0f7a3ea-60fe-4ff2-9093-3584a3155de2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (b5f00c16-4941-43e4-a871-e918cc01f14b), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:50.379804 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.l3_db [None req-e0f7a3ea-60fe-4ff2-9093-3584a3155de2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Floating IP b5f00c16-4941-43e4-a871-e918cc01f14b associated. External IP: 172.27.2.41, port: d9f2a285-130e-4f34-94a9-bbbfdf591d01. May 12 17:45:50.396245 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b46a2-ddc3-4083-b4ac-f7f356b1ac38 req-a56c7657-e9d4-446d-84bb-e82f21c8762a tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:50.397720 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-205b46a2-ddc3-4083-b4ac-f7f356b1ac38 req-a56c7657-e9d4-446d-84bb-e82f21c8762a tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 944 time: 0.0456481 May 12 17:45:50.454106 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-205b46a2-ddc3-4083-b4ac-f7f356b1ac38 req-ba9eef96-4dfd-47c3-ab1d-95a810be6f22 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500984 May 12 17:45:50.599355 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfe539-26f7-41a6-8d22-151d5cce6376 req-ea555a0c-a30e-4cd7-9c2c-bed0ac52cf38 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:50.600901 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-edbfe539-26f7-41a6-8d22-151d5cce6376 req-ea555a0c-a30e-4cd7-9c2c-bed0ac52cf38 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0486214 May 12 17:45:50.622431 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f7a3ea-60fe-4ff2-9093-3584a3155de2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:45:50.657102 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-edbfe539-26f7-41a6-8d22-151d5cce6376 req-56d6b96b-708a-435f-b5df-9ae91fc30ed4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503407 May 12 17:45:50.756361 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f7a3ea-60fe-4ff2-9093-3584a3155de2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:45:50.761231 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e0f7a3ea-60fe-4ff2-9093-3584a3155de2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:50.769619 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b35432-9093-4e26-a33f-7dbc0f893088 None None] Sync routers for ids ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:45:50.780384 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52510fe6-432a-4c68-9d5f-ae0d3ed9becc req-0ebb323d-18f0-45b3-b772-6e4be2563407 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:50.781962 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-52510fe6-432a-4c68-9d5f-ae0d3ed9becc req-0ebb323d-18f0-45b3-b772-6e4be2563407 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 943 time: 0.0508885 May 12 17:45:50.788492 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b35432-9093-4e26-a33f-7dbc0f893088 None None] Routers {'19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:45:50.789143 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-49b35432-9093-4e26-a33f-7dbc0f893088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:45:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:50.796483 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-e0f7a3ea-60fe-4ff2-9093-3584a3155de2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "PUT /v2.0/floatingips/b5f00c16-4941-43e4-a871-e918cc01f14b HTTP/1.1" status: 200 len: 990 time: 1.5557137 May 12 17:45:50.797413 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022cd56e-632d-4336-a6d1-4de0c1952705', 'tag': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:50.799725 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79a8138-2c07-4afb-a9d4-8faf7d4de53e" -d '{"events": [{"name": "network-changed", "server_uuid": "022cd56e-632d-4336-a6d1-4de0c1952705", "tag": "d9f2a285-130e-4f34-94a9-bbbfdf591d01"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:50.834382 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-52510fe6-432a-4c68-9d5f-ae0d3ed9becc req-1c1de69a-7642-4f24-bf03-23320048475c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455873 May 12 17:45:50.880326 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd879a6-f7f4-44af-a7e5-443bf12036ca x-openstack-request-id: req-efd879a6-f7f4-44af-a7e5-443bf12036ca {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:50.880619 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022cd56e-632d-4336-a6d1-4de0c1952705", "tag": "d9f2a285-130e-4f34-94a9-bbbfdf591d01", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:50.880873 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-efd879a6-f7f4-44af-a7e5-443bf12036ca {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:50.881277 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd879a6-f7f4-44af-a7e5-443bf12036ca'] response: {'name': 'network-changed', 'server_uuid': '022cd56e-632d-4336-a6d1-4de0c1952705', 'tag': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01', 'status': 'completed', 'code': 200} May 12 17:45:50.909134 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-49b35432-9093-4e26-a33f-7dbc0f893088 None None] Set router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:45:51.187176 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-49b35432-9093-4e26-a33f-7dbc0f893088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': 'b5f00c16-4941-43e4-a871-e918cc01f14b', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'port_id': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'mac_address': 'fa:16:3e:85:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022cd56e-632d-4336-a6d1-4de0c1952705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:14Z', 'updated_at': '2022-05-12T17:45:50Z', 'revision_number': 1, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2440bf7b-2656-4bf0-ab2c-b167f965909e', 'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'mac_address': 'fa:16:3e:39:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:02Z', 'updated_at': '2022-05-12T17:45:25Z', 'revision_number': 5, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'subnets': [{'id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:51.213760 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b35432-9093-4e26-a33f-7dbc0f893088 None None] Checking router: 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:45:51.223287 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b35432-9093-4e26-a33f-7dbc0f893088 None None] Routers {'19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:45:51.223907 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-49b35432-9093-4e26-a33f-7dbc0f893088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:45:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:51.346640 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-49b35432-9093-4e26-a33f-7dbc0f893088 None None] Set router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:45:51.602999 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa3917-5040-4ba0-afde-47f7fba5fe23 req-48ac9e9f-3c0b-4d6f-9f1b-56f27f78c6f8 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:51.615592 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-88aa3917-5040-4ba0-afde-47f7fba5fe23 req-48ac9e9f-3c0b-4d6f-9f1b-56f27f78c6f8 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 944 time: 0.0783756 May 12 17:45:51.675827 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-88aa3917-5040-4ba0-afde-47f7fba5fe23 req-6e20d3e2-55ba-4ec5-82b9-4f2e2e2cbcb1 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625427 May 12 17:45:51.675961 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 51868) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:51.723892 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-49b35432-9093-4e26-a33f-7dbc0f893088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': 'b5f00c16-4941-43e4-a871-e918cc01f14b', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'port_id': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'mac_address': 'fa:16:3e:85:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022cd56e-632d-4336-a6d1-4de0c1952705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:14Z', 'updated_at': '2022-05-12T17:45:50Z', 'revision_number': 1, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2440bf7b-2656-4bf0-ab2c-b167f965909e', 'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'mac_address': 'fa:16:3e:39:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:02Z', 'updated_at': '2022-05-12T17:45:25Z', 'revision_number': 5, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'subnets': [{'id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:51.762404 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b35432-9093-4e26-a33f-7dbc0f893088 None None] The sync data for ids ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'] in dv-cinder-840525-2-iscsi is: [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': 'b5f00c16-4941-43e4-a871-e918cc01f14b', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'port_id': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'mac_address': 'fa:16:3e:85:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022cd56e-632d-4336-a6d1-4de0c1952705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:14Z', 'updated_at': '2022-05-12T17:45:50Z', 'revision_number': 1, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2440bf7b-2656-4bf0-ab2c-b167f965909e', 'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'mac_address': 'fa:16:3e:39:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:02Z', 'updated_at': '2022-05-12T17:45:25Z', 'revision_number': 5, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'subnets': [{'id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:45:51.848860 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dfc4c-f3e8-4146-83d7-c37b072612a2 req-0e62e2fd-c704-45af-b2c5-7e467a4f2b39 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:51.850890 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-da1dfc4c-f3e8-4146-83d7-c37b072612a2 req-0e62e2fd-c704-45af-b2c5-7e467a4f2b39 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0649219 May 12 17:45:51.851112 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5ea2-d779-4e1a-b84d-6d447b161c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:51.904374 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-da1dfc4c-f3e8-4146-83d7-c37b072612a2 req-ad2ca438-885c-4ea8-837f-84e1c033783e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462980 May 12 17:45:51.962463 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5ea2-d779-4e1a-b84d-6d447b161c6f admin admin] Publish callbacks [] for security_group (6ebe6f37-3ced-4f45-8046-273381799113), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:51.967268 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5ea2-d779-4e1a-b84d-6d447b161c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (6ebe6f37-3ced-4f45-8046-273381799113), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:52.018431 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a7326-0ad6-4502-bc0f-4ff87995be94 req-7413e151-18be-4fb2-a5bf-6416a702b2c5 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:52.024790 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-509a7326-0ad6-4502-bc0f-4ff87995be94 req-7413e151-18be-4fb2-a5bf-6416a702b2c5 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 943 time: 0.0533183 May 12 17:45:52.043236 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-ba2f5ea2-d779-4e1a-b84d-6d447b161c6f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c40177cf7be6471da409b9698dd5db5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641145 May 12 17:45:52.044975 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f5ea2-d779-4e1a-b84d-6d447b161c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebe6f37-3ced-4f45-8046-273381799113,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:52.045849 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 51878) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:52.057650 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7ec7e-efe0-4ea4-b513-fb32b4f8e094 req-ad12523b-36ab-4f6c-b891-70e3c7207710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:52.061532 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-20f7ec7e-efe0-4ea4-b513-fb32b4f8e094 req-ad12523b-36ab-4f6c-b891-70e3c7207710 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04&device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 1127 time: 0.0572979 May 12 17:45:52.065312 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c1b2cb-c7c4-46de-91bf-4abfed081ff4 None None] New status for floating IP b5f00c16-4941-43e4-a871-e918cc01f14b: ACTIVE {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:45:52.111801 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-509a7326-0ad6-4502-bc0f-4ff87995be94 req-8a93cbd2-0d5e-48ef-bb8c-c0f4b415f9fa tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846517 May 12 17:45:52.132282 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-31604d83-22e8-4b49-91ae-78a8e0f0d232 admin admin] Publish callbacks [] for security_group (6ebe6f37-3ced-4f45-8046-273381799113), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:52.153891 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-31604d83-22e8-4b49-91ae-78a8e0f0d232 admin admin] Publish callbacks [] for security_group (6ebe6f37-3ced-4f45-8046-273381799113), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:52.210178 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-31604d83-22e8-4b49-91ae-78a8e0f0d232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (6ebe6f37-3ced-4f45-8046-273381799113), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:52.215077 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-31604d83-22e8-4b49-91ae-78a8e0f0d232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:52.220342 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-31604d83-22e8-4b49-91ae-78a8e0f0d232 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6ebe6f37-3ced-4f45-8046-273381799113 HTTP/1.1" status: 204 len: 168 time: 0.1733589 May 12 17:45:52.228391 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31604d83-22e8-4b49-91ae-78a8e0f0d232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebe6f37-3ced-4f45-8046-273381799113,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:52.403184 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 696c3de0-2f65-443b-a6cb-798a7dddbb0b details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:45:52.446714 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5cf93-0ef7-45bf-a626-f5485d1eef42 req-448ef099-d9fe-4f58-ba4b-0a137c301a0e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:52.449047 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c9a5cf93-0ef7-45bf-a626-f5485d1eef42 req-448ef099-d9fe-4f58-ba4b-0a137c301a0e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0614164 May 12 17:45:52.509134 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c9a5cf93-0ef7-45bf-a626-f5485d1eef42 req-68eaa123-254e-419a-bad4-1d31cadc8854 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532782 May 12 17:45:52.563009 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 696c3de0-2f65-443b-a6cb-798a7dddbb0b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=696c3de0-2f65-443b-a6cb-798a7dddbb0b,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:52.597306 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': '696c3de0-2f65-443b-a6cb-798a7dddbb0b', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'port_id': '696c3de0-2f65-443b-a6cb-798a7dddbb0b', 'mac_address': 'fa:16:3e:9b:6c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:45:52.620824 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ae6e7-2392-4382-aeba-3082cd49340b req-5b57f397-a75f-4412-a116-b5db839892f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:52.622423 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-373ae6e7-2392-4382-aeba-3082cd49340b req-5b57f397-a75f-4412-a116-b5db839892f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=887261f594284422bcd448d443d27013&device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 1128 time: 0.0736833 May 12 17:45:52.676340 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 696c3de0-2f65-443b-a6cb-798a7dddbb0b is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:52.676566 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (696c3de0-2f65-443b-a6cb-798a7dddbb0b), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:52.698020 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 51894) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:52.710651 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696c3de0-2f65-443b-a6cb-798a7dddbb0b {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:45:52.745219 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5ba548d5-e346-4bec-b089-5cf0a2c362cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:52.762119 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 696c3de0-2f65-443b-a6cb-798a7dddbb0b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=696c3de0-2f65-443b-a6cb-798a7dddbb0b,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:52.772122 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (696c3de0-2f65-443b-a6cb-798a7dddbb0b), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:52.777264 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab796c-ab7f-41de-b16f-21bb80aafd08 req-08a59162-2bf0-4c73-873d-753bee82ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:52.781485 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-44ab796c-ab7f-41de-b16f-21bb80aafd08 req-08a59162-2bf0-4c73-873d-753bee82ac7e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 1129 time: 0.0680053 May 12 17:45:52.874529 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=696c3de0-2f65-443b-a6cb-798a7dddbb0b,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:52.880546 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a8138-2c07-4afb-a9d4-8faf7d4de53e req-aadf7105-dc09-4192-9923-89919510b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:52.882618 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b79a8138-2c07-4afb-a9d4-8faf7d4de53e req-aadf7105-dc09-4192-9923-89919510b1c3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a&device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 1129 time: 0.2535999 May 12 17:45:52.917538 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5ba548d5-e346-4bec-b089-5cf0a2c362cc admin admin] Publish callbacks [] for security_group (9da7a7ee-fcd6-49fb-8820-84c033bb6613), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:52.933965 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5ba548d5-e346-4bec-b089-5cf0a2c362cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (9da7a7ee-fcd6-49fb-8820-84c033bb6613), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:53.079240 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f9781-3fd5-44a2-ab2f-b765cc13b580 req-0a638fa2-5588-4638-a2c4-4e0bba428062 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:53.081873 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-051f9781-3fd5-44a2-ab2f-b765cc13b580 req-0a638fa2-5588-4638-a2c4-4e0bba428062 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 944 time: 0.1707940 May 12 17:45:53.099581 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-5ba548d5-e346-4bec-b089-5cf0a2c362cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ed8681c7f61c4dcdb751b4ded0fe8eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3988361 May 12 17:45:53.100810 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ae6e7-2392-4382-aeba-3082cd49340b req-9ab1ebcc-41a1-41f6-a8cb-87309af4928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:53.102266 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-373ae6e7-2392-4382-aeba-3082cd49340b req-9ab1ebcc-41a1-41f6-a8cb-87309af4928f service neutron] 10.222.0.74 "GET /v2.0/networks?id=93b2660a-d344-4f06-b874-791504190d8d HTTP/1.1" status: 200 len: 910 time: 0.4704423 May 12 17:45:53.108463 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 51918) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:53.109276 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['696c3de0-2f65-443b-a6cb-798a7dddbb0b'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:45:53.111404 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba548d5-e346-4bec-b089-5cf0a2c362cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da7a7ee-fcd6-49fb-8820-84c033bb6613,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:53.115764 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a96825c0-e06c-4959-92ae-14b874249db5 req-10d04c8c-2e80-4c5f-ab6d-e1bdd340de1f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1827724 May 12 17:45:53.232332 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-373ae6e7-2392-4382-aeba-3082cd49340b req-13b1d913-5691-4e4f-b4d8-22de09c8b76f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c HTTP/1.1" status: 200 len: 217 time: 0.1137922 May 12 17:45:53.233769 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a8138-2c07-4afb-a9d4-8faf7d4de53e req-7a67da44-d054-42d6-b8d3-604e95fa9a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:53.236035 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b79a8138-2c07-4afb-a9d4-8faf7d4de53e req-7a67da44-d054-42d6-b8d3-604e95fa9a39 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4a1943f-5104-4c36-90a4-e3e9daad3559 HTTP/1.1" status: 200 len: 918 time: 0.3450937 May 12 17:45:53.369878 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b79a8138-2c07-4afb-a9d4-8faf7d4de53e req-b87a61c8-4c47-4939-a932-fedc4cdc141b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9f2a285-130e-4f34-94a9-bbbfdf591d01 HTTP/1.1" status: 200 len: 1000 time: 0.1210127 May 12 17:45:53.380797 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7ec7e-efe0-4ea4-b513-fb32b4f8e094 req-44e8c9c1-9b54-4d46-8b7d-964f0f025993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:53.382128 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-20f7ec7e-efe0-4ea4-b513-fb32b4f8e094 req-44e8c9c1-9b54-4d46-8b7d-964f0f025993 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1221ba24-0e4c-4509-ac6d-bff82c57688b HTTP/1.1" status: 200 len: 915 time: 0.7959871 May 12 17:45:53.411293 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Publish callbacks [] for security_group (9da7a7ee-fcd6-49fb-8820-84c033bb6613), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:53.415663 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-051f9781-3fd5-44a2-ab2f-b765cc13b580 req-7789ebe8-30df-4c0f-9679-ba8c731de3ad tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255382 May 12 17:45:53.422567 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96825c0-e06c-4959-92ae-14b874249db5 req-eafc5a72-39df-472b-a495-1eed87883750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:53.423926 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a96825c0-e06c-4959-92ae-14b874249db5 req-eafc5a72-39df-472b-a495-1eed87883750 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a12890be016462ea430af4ff0080553&device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 1130 time: 0.1762331 May 12 17:45:53.445053 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ae6e7-2392-4382-aeba-3082cd49340b req-c4638f91-c8fe-4322-902b-ce2e1dad76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:53.446506 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-373ae6e7-2392-4382-aeba-3082cd49340b req-c4638f91-c8fe-4322-902b-ce2e1dad76c7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7e7b1c78-273c-4246-9d0f-84ab337fc8ba HTTP/1.1" status: 200 len: 849 time: 0.1959903 May 12 17:45:53.459067 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Publish callbacks [] for security_group (9da7a7ee-fcd6-49fb-8820-84c033bb6613), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:53.466054 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-20f7ec7e-efe0-4ea4-b513-fb32b4f8e094 req-db402173-0dcd-463c-a5b6-bc381dc7f9d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=696c3de0-2f65-443b-a6cb-798a7dddbb0b HTTP/1.1" status: 200 len: 217 time: 0.0713947 May 12 17:45:53.466771 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c18d1b-959d-4e50-a971-3e40af8325dc req-90c225b7-1a3e-4d86-8775-e1a5693919a0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:53.468728 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab796c-ab7f-41de-b16f-21bb80aafd08 req-571de9ee-5211-43c4-b719-3c46573fda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:53.470060 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-44ab796c-ab7f-41de-b16f-21bb80aafd08 req-571de9ee-5211-43c4-b719-3c46573fda17 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 920 time: 0.6722937 May 12 17:45:53.473959 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-56c18d1b-959d-4e50-a971-3e40af8325dc req-90c225b7-1a3e-4d86-8775-e1a5693919a0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 944 time: 0.1323416 May 12 17:45:53.483459 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a8138-2c07-4afb-a9d4-8faf7d4de53e req-7914b6a9-982d-4f08-80d1-d1517c99edda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:53.485924 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b79a8138-2c07-4afb-a9d4-8faf7d4de53e req-7914b6a9-982d-4f08-80d1-d1517c99edda service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d7a356f-70cc-48ae-8b5e-262b49b6be03 HTTP/1.1" status: 200 len: 856 time: 0.1066916 May 12 17:45:53.608358 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-56c18d1b-959d-4e50-a971-3e40af8325dc req-d2c3efc9-c8f6-4c7b-926d-76e1949e1042 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261592 May 12 17:45:53.630780 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-373ae6e7-2392-4382-aeba-3082cd49340b req-200bc4c8-2149-4471-8d01-f3ce3533361d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=93b2660a-d344-4f06-b874-791504190d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899925 May 12 17:45:53.648395 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9ca0753f-d0df-4fe5-8b1c-8a82ed7fb018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:53.651328 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-44ab796c-ab7f-41de-b16f-21bb80aafd08 req-ae0e00ce-54f5-4916-ba48-73d7ceb9a340 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08534155-023c-44b5-b553-dee4643d5c69 HTTP/1.1" status: 200 len: 217 time: 0.1099505 May 12 17:45:53.680975 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a8138-2c07-4afb-a9d4-8faf7d4de53e req-29f444ea-cfcb-42b0-a313-4a2ea3307660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:53.682492 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b79a8138-2c07-4afb-a9d4-8faf7d4de53e req-29f444ea-cfcb-42b0-a313-4a2ea3307660 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4a1943f-5104-4c36-90a4-e3e9daad3559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1428063 May 12 17:45:53.683804 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7ec7e-efe0-4ea4-b513-fb32b4f8e094 req-fd8b659e-e2a2-4a50-b5ce-cc15fa12b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:53.685670 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-20f7ec7e-efe0-4ea4-b513-fb32b4f8e094 req-fd8b659e-e2a2-4a50-b5ce-cc15fa12b38e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6394fb4-f09d-4f41-ae7e-35adcc70fa28 HTTP/1.1" status: 200 len: 853 time: 0.1421785 May 12 17:45:53.784566 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab796c-ab7f-41de-b16f-21bb80aafd08 req-27f145cc-0f89-4383-85eb-91e96a99e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:53.786048 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-44ab796c-ab7f-41de-b16f-21bb80aafd08 req-27f145cc-0f89-4383-85eb-91e96a99e669 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=408098b4-b6ba-468a-a49c-afb1cbe23810 HTTP/1.1" status: 200 len: 858 time: 0.1206877 May 12 17:45:53.815113 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7ec7e-efe0-4ea4-b513-fb32b4f8e094 req-ba3c48a4-3978-43c1-8151-2f0a70bbead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:53.816922 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-20f7ec7e-efe0-4ea4-b513-fb32b4f8e094 req-ba3c48a4-3978-43c1-8151-2f0a70bbead9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1221ba24-0e4c-4509-ac6d-bff82c57688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1117148 May 12 17:45:53.887335 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (9da7a7ee-fcd6-49fb-8820-84c033bb6613), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:53.891202 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:53.892355 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9da7a7ee-fcd6-49fb-8820-84c033bb6613 HTTP/1.1" status: 204 len: 168 time: 0.7818956 May 12 17:45:53.938251 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab796c-ab7f-41de-b16f-21bb80aafd08 req-fc1a3127-73d1-4611-80c5-dc0213a1fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:53.939726 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-44ab796c-ab7f-41de-b16f-21bb80aafd08 req-fc1a3127-73d1-4611-80c5-dc0213a1fa8f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dae508b5-33ae-47fd-88cd-96de0b50f763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1200206 May 12 17:45:53.963937 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b79a8138-2c07-4afb-a9d4-8faf7d4de53e req-39b7af39-09a4-4696-b309-2cbdcdc82771 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591770 May 12 17:45:53.968349 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff223d5-5cf6-4736-9809-3c8fb650336d req-21548305-b7bd-4822-a46d-3f1c237dc322 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:53.969869 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2ff223d5-5cf6-4736-9809-3c8fb650336d req-21548305-b7bd-4822-a46d-3f1c237dc322 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.3520858 May 12 17:45:53.970810 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da7a7ee-fcd6-49fb-8820-84c033bb6613,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:54.026803 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:54.027154 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:54.027680 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:54.028275 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:54.029419 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:54.029923 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:54.030414 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:54.030950 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:54.031298 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:54.031627 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:54.032000 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:54.032365 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:54.032735 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:54.033105 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:54.033436 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db1483-0c49-4f10-a38f-e3efaffc429d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:54.073637 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-20f7ec7e-efe0-4ea4-b513-fb32b4f8e094 req-9a0e8a6a-affa-487b-8f62-721bc1b99370 service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402160 May 12 17:45:54.099767 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96825c0-e06c-4959-92ae-14b874249db5 req-3c1eed11-b686-4ac4-870a-b0fc6167291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:54.101274 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a96825c0-e06c-4959-92ae-14b874249db5 req-3c1eed11-b686-4ac4-870a-b0fc6167291d service neutron] 10.222.0.74 "GET /v2.0/networks?id=bbada9e4-5d7c-41fd-b37b-17edbfab514e HTTP/1.1" status: 200 len: 912 time: 0.5256939 May 12 17:45:54.109758 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-373ae6e7-2392-4382-aeba-3082cd49340b req-655d066d-40a4-4062-afd6-634f91130c15 service neutron] 10.222.0.74 "GET /v2.0/networks/93b2660a-d344-4f06-b874-791504190d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430761 May 12 17:45:54.114321 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2ff223d5-5cf6-4736-9809-3c8fb650336d req-43eee2ec-c23f-4383-8fea-0e9df4a8d861 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063712 May 12 17:45:54.178232 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a96825c0-e06c-4959-92ae-14b874249db5 req-c86d8b1e-6ec8-4500-9be4-0ba13012035c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd1d9d90-b454-463a-9a54-8dd81303eda8 HTTP/1.1" status: 200 len: 217 time: 0.0673137 May 12 17:45:54.203862 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-44ab796c-ab7f-41de-b16f-21bb80aafd08 req-69b525e5-70d0-4d14-affe-e6ac1b5123f8 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533631 May 12 17:45:54.283301 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96825c0-e06c-4959-92ae-14b874249db5 req-4ad7dd90-823c-46cc-bbf5-9d3abff099e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:54.284816 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a96825c0-e06c-4959-92ae-14b874249db5 req-4ad7dd90-823c-46cc-bbf5-9d3abff099e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8bcf89a9-480a-4110-9a6a-716cd2a77cfc HTTP/1.1" status: 200 len: 851 time: 0.0703621 May 12 17:45:54.286804 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-373ae6e7-2392-4382-aeba-3082cd49340b req-f674ce19-1bff-49ef-8e7d-97e26aeb99f1 service neutron] 10.222.0.74 "GET /v2.0/networks/93b2660a-d344-4f06-b874-791504190d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672592 May 12 17:45:54.308619 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b79a8138-2c07-4afb-a9d4-8faf7d4de53e req-49f3a761-fc8c-4cb4-8caf-6f3ddec0d23c service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269851 May 12 17:45:54.343490 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-20f7ec7e-efe0-4ea4-b513-fb32b4f8e094 req-2eaff88c-e52a-4942-9bd7-75296846d6eb service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411535 May 12 17:45:54.345415 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-44ab796c-ab7f-41de-b16f-21bb80aafd08 req-fabee027-7fd7-4dc2-b987-351bd9edb6ea service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261148 May 12 17:45:54.357808 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a96825c0-e06c-4959-92ae-14b874249db5 req-e50b5f23-dafb-4104-8130-468ca556addc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bbada9e4-5d7c-41fd-b37b-17edbfab514e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362411 May 12 17:45:54.415119 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:45:54.439560 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 696c3de0-2f65-443b-a6cb-798a7dddbb0b up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:54.562497 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port 696c3de0-2f65-443b-a6cb-798a7dddbb0b completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:45:54.570210 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port 696c3de0-2f65-443b-a6cb-798a7dddbb0b triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:54.570529 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (696c3de0-2f65-443b-a6cb-798a7dddbb0b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:54.583715 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e068a2-e2d1-4c86-99eb-62505d9acc5b req-68e2fbcd-31b3-4c63-ba1c-352b2cc81712 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:54.593657 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d5e068a2-e2d1-4c86-99eb-62505d9acc5b req-68e2fbcd-31b3-4c63-ba1c-352b2cc81712 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 944 time: 0.0758336 May 12 17:45:54.631650 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c,segment=NetworkSegment(9003f002-8f47-44f5-96d4-104f426fe33b),segment_id=9003f002-8f47-44f5-96d4-104f426fe33b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:54.665115 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d5e068a2-e2d1-4c86-99eb-62505d9acc5b req-773c68b4-a77f-443b-8cd2-83475913d1bc tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701234 May 12 17:45:54.677795 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': '01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c', 'network_id': '93b2660a-d344-4f06-b874-791504190d8d', 'port_id': '01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c', 'mac_address': 'fa:16:3e:b2:05:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7b1c78-273c-4246-9d0f-84ab337fc8ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:45:54.703721 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 51960) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:54.760992 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:54.761382 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:54.795840 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:45:54.822141 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 696c3de0-2f65-443b-a6cb-798a7dddbb0b is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:54.822542 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (696c3de0-2f65-443b-a6cb-798a7dddbb0b), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:54.828882 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c,segment=NetworkSegment(9003f002-8f47-44f5-96d4-104f426fe33b),segment_id=9003f002-8f47-44f5-96d4-104f426fe33b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:54.835550 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55586645-872d-4eb3-8d50-ca0846e4ae5c req-a93730aa-ad01-44d1-946d-216872b3ef47 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:54.840929 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:54.845053 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-55586645-872d-4eb3-8d50-ca0846e4ae5c req-a93730aa-ad01-44d1-946d-216872b3ef47 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 944 time: 0.0874217 May 12 17:45:54.872953 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a96825c0-e06c-4959-92ae-14b874249db5 req-352029e7-e2bb-4646-84da-be760ef97b60 service neutron] 10.222.0.74 "GET /v2.0/networks/bbada9e4-5d7c-41fd-b37b-17edbfab514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001073 May 12 17:45:54.890563 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696c3de0-2f65-443b-a6cb-798a7dddbb0b'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:54.893529 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a72355f-8ba8-4f98-a0c4-0b1373ee65ea" -d '{"events": [{"server_uuid": "959c1a20-6a14-4d41-a7a4-f7eded2fc759", "name": "network-vif-plugged", "status": "completed", "tag": "696c3de0-2f65-443b-a6cb-798a7dddbb0b"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:54.898773 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:54.916562 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 696c3de0-2f65-443b-a6cb-798a7dddbb0b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=696c3de0-2f65-443b-a6cb-798a7dddbb0b,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:54.939947 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (696c3de0-2f65-443b-a6cb-798a7dddbb0b), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:54.949336 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:54.992341 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6abd884-f1e3-43ae-ba5b-cb512dc29fd3 x-openstack-request-id: req-e6abd884-f1e3-43ae-ba5b-cb512dc29fd3 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:54.992950 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959c1a20-6a14-4d41-a7a4-f7eded2fc759", "name": "network-vif-plugged", "status": "completed", "tag": "696c3de0-2f65-443b-a6cb-798a7dddbb0b", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:54.993383 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e6abd884-f1e3-43ae-ba5b-cb512dc29fd3 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:54.993783 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6abd884-f1e3-43ae-ba5b-cb512dc29fd3'] response: {'server_uuid': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696c3de0-2f65-443b-a6cb-798a7dddbb0b', 'code': 200} May 12 17:45:55.004605 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Publish callbacks [] for security_group (cc48bb77-cd0b-4b73-9aa9-7a53114ee849), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:55.011116 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (cc48bb77-cd0b-4b73-9aa9-7a53114ee849), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:55.011659 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=696c3de0-2f65-443b-a6cb-798a7dddbb0b,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:55.044971 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-55586645-872d-4eb3-8d50-ca0846e4ae5c req-0c77beb7-a6f8-430c-a20e-50950cb963b7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944830 May 12 17:45:55.079388 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=50ff64f252dd4a60af52618b077483f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3694706 May 12 17:45:55.079388 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc48bb77-cd0b-4b73-9aa9-7a53114ee849,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:55.079388 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 51976) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:55.095529 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a96825c0-e06c-4959-92ae-14b874249db5 req-4b8d399c-394f-4b50-b8e9-28fdf64e89e4 service neutron] 10.222.0.74 "GET /v2.0/networks/bbada9e4-5d7c-41fd-b37b-17edbfab514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038169 May 12 17:45:55.098323 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:55.098888 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:55.099012 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:55.099355 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:55.099686 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:55.100529 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:55.100529 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:55.100731 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:55.101003 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:55.101334 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:55.101670 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:55.102069 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:55.102325 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:55.102640 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:55.102955 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3d4e-6323-45b4-ad8e-a299b5c25c1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:55.116785 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:55.155216 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b4f0d0a2-759e-4e34-bd58-c1345e5b4b41 admin admin] Publish callbacks [] for security_group (cc48bb77-cd0b-4b73-9aa9-7a53114ee849), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:55.178082 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b4f0d0a2-759e-4e34-bd58-c1345e5b4b41 admin admin] Publish callbacks [] for security_group (cc48bb77-cd0b-4b73-9aa9-7a53114ee849), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:55.234941 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:45:55.237698 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b4f0d0a2-759e-4e34-bd58-c1345e5b4b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (cc48bb77-cd0b-4b73-9aa9-7a53114ee849), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:55.242033 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b4f0d0a2-759e-4e34-bd58-c1345e5b4b41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:55.243897 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-b4f0d0a2-759e-4e34-bd58-c1345e5b4b41 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cc48bb77-cd0b-4b73-9aa9-7a53114ee849 HTTP/1.1" status: 204 len: 168 time: 0.1631367 May 12 17:45:55.252270 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3c764-2d66-4902-ae3e-21ccd48a1f13 req-4d0651d7-6f4e-4933-9148-1fe701c887e4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:55.254154 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4fc3c764-2d66-4902-ae3e-21ccd48a1f13 req-4d0651d7-6f4e-4933-9148-1fe701c887e4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0579515 May 12 17:45:55.271768 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0d0a2-759e-4e34-bd58-c1345e5b4b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc48bb77-cd0b-4b73-9aa9-7a53114ee849,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:55.358320 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebd4a9-86ec-4211-877f-98cdd3f8284b req-882602fe-3106-45e7-8a9f-b6c911df404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:55.363040 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-23ebd4a9-86ec-4211-877f-98cdd3f8284b req-882602fe-3106-45e7-8a9f-b6c911df404c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 1129 time: 0.0976255 May 12 17:45:55.381555 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4fc3c764-2d66-4902-ae3e-21ccd48a1f13 req-3024c05c-1f55-495f-bae7-749372dd5677 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195748 May 12 17:45:55.735794 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-23ebd4a9-86ec-4211-877f-98cdd3f8284b req-b2171c61-19a2-4db7-a99f-644035505b48 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579884 May 12 17:45:55.802091 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de45587-7f58-4a16-b45b-c6450a7d59be req-76efc07b-6b59-437b-9dd9-3b617cde02a4 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:55.808686 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5de45587-7f58-4a16-b45b-c6450a7d59be req-76efc07b-6b59-437b-9dd9-3b617cde02a4 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 945 time: 0.0575359 May 12 17:45:55.863412 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5de45587-7f58-4a16-b45b-c6450a7d59be req-571169b6-3da3-4346-8c39-30b063a7ef71 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499003 May 12 17:45:55.881085 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-adbb7a05-6197-4222-b4b8-4260f5980fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:56.171201 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a449bf7-8907-4cab-8fbb-b9e558d440f7 req-58d1d2a3-96ec-4fb1-af4d-956b379b3f2f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:56.179266 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0a449bf7-8907-4cab-8fbb-b9e558d440f7 req-58d1d2a3-96ec-4fb1-af4d-956b379b3f2f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 945 time: 0.0589867 May 12 17:45:56.225399 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0a449bf7-8907-4cab-8fbb-b9e558d440f7 req-7ca8670f-fa15-4475-866d-c16252e16b1c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445294 May 12 17:45:56.395382 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:56.450542 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:45:56.459118 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:56.459582 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:56.532972 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f53559-6b18-412a-97e6-b2d003c29fe4 req-bad4ceed-977e-4bd6-b6b4-efec746a57ba tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:56.534518 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-55f53559-6b18-412a-97e6-b2d003c29fe4 req-bad4ceed-977e-4bd6-b6b4-efec746a57ba tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0720110 May 12 17:45:56.559307 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:56.560520 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:56.604521 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c,segment=NetworkSegment(9003f002-8f47-44f5-96d4-104f426fe33b),segment_id=9003f002-8f47-44f5-96d4-104f426fe33b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:56.608585 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-55f53559-6b18-412a-97e6-b2d003c29fe4 req-1e57095e-852e-4834-ab20-acc8fa180325 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680158 May 12 17:45:56.621371 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:56.680509 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:56.954402 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 52102) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:56.994504 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753176e3-5139-4347-acab-50792e28f32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:56.997893 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf1a097-9f5d-40e2-954d-87952f180416" -d '{"events": [{"server_uuid": "753176e3-5139-4347-acab-50792e28f32e", "name": "network-vif-plugged", "status": "completed", "tag": "01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:57.023867 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362ab85-4251-4650-9638-66ba47edee81 req-49d069d8-a58f-40cc-95ff-08669a9862e8 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:57.028760 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e362ab85-4251-4650-9638-66ba47edee81 req-49d069d8-a58f-40cc-95ff-08669a9862e8 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 946 time: 0.0706389 May 12 17:45:57.042943 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4af6c0e-2509-432b-a240-cb0fb2db976a x-openstack-request-id: req-d4af6c0e-2509-432b-a240-cb0fb2db976a {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:57.043501 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753176e3-5139-4347-acab-50792e28f32e", "name": "network-vif-plugged", "status": "completed", "tag": "01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:57.043984 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d4af6c0e-2509-432b-a240-cb0fb2db976a {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:57.045445 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4af6c0e-2509-432b-a240-cb0fb2db976a'] response: {'server_uuid': '753176e3-5139-4347-acab-50792e28f32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c', 'code': 200} May 12 17:45:57.104795 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e362ab85-4251-4650-9638-66ba47edee81 req-f8ad5577-8f54-483a-8ec6-c085b8b10da9 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649025 May 12 17:45:57.132619 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-792a7658-ffae-488b-8953-c07e7878f24b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:57.224931 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-792a7658-ffae-488b-8953-c07e7878f24b admin admin] Publish callbacks [] for security_group (cadd677e-d3c7-43a1-8ce2-a91100e0f84b), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:57.229741 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-792a7658-ffae-488b-8953-c07e7878f24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (cadd677e-d3c7-43a1-8ce2-a91100e0f84b), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:57.275072 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a7658-ffae-488b-8953-c07e7878f24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadd677e-d3c7-43a1-8ce2-a91100e0f84b,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:57.283411 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 52132) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:57.283588 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-792a7658-ffae-488b-8953-c07e7878f24b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1c3a43f20cf34379a64e4d01add8da1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274319 May 12 17:45:57.301147 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:57.398403 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-066dbff7-25fe-4a3b-ba8d-7c2b8c235e34 admin admin] Publish callbacks [] for security_group (cadd677e-d3c7-43a1-8ce2-a91100e0f84b), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:57.425159 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cce5a-965f-4ab3-8ff2-6ba3ea1e4c77 req-0e0acd2e-21aa-4bb2-9b0f-8721deab3361 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:57.426753 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-858cce5a-965f-4ab3-8ff2-6ba3ea1e4c77 req-0e0acd2e-21aa-4bb2-9b0f-8721deab3361 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 945 time: 0.0820932 May 12 17:45:57.451454 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-066dbff7-25fe-4a3b-ba8d-7c2b8c235e34 admin admin] Publish callbacks [] for security_group (cadd677e-d3c7-43a1-8ce2-a91100e0f84b), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:57.514295 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-858cce5a-965f-4ab3-8ff2-6ba3ea1e4c77 req-93b8e8ec-6af8-4a1f-9e20-f8ba175f3a33 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788953 May 12 17:45:57.546255 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-066dbff7-25fe-4a3b-ba8d-7c2b8c235e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (cadd677e-d3c7-43a1-8ce2-a91100e0f84b), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:57.549626 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-066dbff7-25fe-4a3b-ba8d-7c2b8c235e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:57.550862 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-066dbff7-25fe-4a3b-ba8d-7c2b8c235e34 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cadd677e-d3c7-43a1-8ce2-a91100e0f84b HTTP/1.1" status: 204 len: 168 time: 0.2658582 May 12 17:45:57.561707 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066dbff7-25fe-4a3b-ba8d-7c2b8c235e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadd677e-d3c7-43a1-8ce2-a91100e0f84b,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:57.757456 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9ec13-ec9e-47cd-ae70-18b7c81d177b req-2cbc1268-654e-4b38-ad84-d0f8b119119f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:57.759137 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e8d9ec13-ec9e-47cd-ae70-18b7c81d177b req-2cbc1268-654e-4b38-ad84-d0f8b119119f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0665054 May 12 17:45:57.812947 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e8d9ec13-ec9e-47cd-ae70-18b7c81d177b req-c6dd6deb-6762-43b5-b045-17a95ab63310 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466900 May 12 17:45:57.899965 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 52172) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:57.913654 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b3861e91-f834-4270-80ef-ed82348a5332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:57.994798 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b3861e91-f834-4270-80ef-ed82348a5332 admin admin] Publish callbacks [] for security_group (dbe56a28-eaa6-43c6-bf3f-0316a5cd2f76), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.001282 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b3861e91-f834-4270-80ef-ed82348a5332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (dbe56a28-eaa6-43c6-bf3f-0316a5cd2f76), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.039415 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-b3861e91-f834-4270-80ef-ed82348a5332 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d2468fc0779c4c6297dd435fb749a860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381497 May 12 17:45:58.041452 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3861e91-f834-4270-80ef-ed82348a5332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe56a28-eaa6-43c6-bf3f-0316a5cd2f76,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:58.041993 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 52176) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:58.081273 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 52178) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:58.119024 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-46ea6061-dbe9-4d18-b964-72513b7dde9b admin admin] Publish callbacks [] for security_group (dbe56a28-eaa6-43c6-bf3f-0316a5cd2f76), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.142266 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07780a24-32fb-48ac-8e67-d6fae9245c98 req-03785413-6f27-464b-95ea-f6203db3b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:58.143797 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-07780a24-32fb-48ac-8e67-d6fae9245c98 req-03785413-6f27-464b-95ea-f6203db3b8b0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 1130 time: 0.0543747 May 12 17:45:58.152303 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-46ea6061-dbe9-4d18-b964-72513b7dde9b admin admin] Publish callbacks [] for security_group (dbe56a28-eaa6-43c6-bf3f-0316a5cd2f76), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.191743 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-24025884-8f6d-4ec6-954a-42654fbfa3be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.257375 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-07780a24-32fb-48ac-8e67-d6fae9245c98 req-04e7dd44-40ce-4990-a76a-10ae5677f854 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979724 May 12 17:45:58.264294 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7bb6f-1afd-4ef9-889b-28c03cec3bed req-919d0301-eda3-4c4b-857d-8c8b58af71c7 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:58.265710 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d9d7bb6f-1afd-4ef9-889b-28c03cec3bed req-919d0301-eda3-4c4b-857d-8c8b58af71c7 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 946 time: 0.0845666 May 12 17:45:58.273448 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-24025884-8f6d-4ec6-954a-42654fbfa3be admin admin] Publish callbacks [] for security_group (3a6a1e02-eab9-4697-a2a6-bcd9d211b64e), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.276826 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-24025884-8f6d-4ec6-954a-42654fbfa3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (3a6a1e02-eab9-4697-a2a6-bcd9d211b64e), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.283483 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-46ea6061-dbe9-4d18-b964-72513b7dde9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (dbe56a28-eaa6-43c6-bf3f-0316a5cd2f76), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.286007 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-46ea6061-dbe9-4d18-b964-72513b7dde9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.289384 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-46ea6061-dbe9-4d18-b964-72513b7dde9b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dbe56a28-eaa6-43c6-bf3f-0316a5cd2f76 HTTP/1.1" status: 204 len: 168 time: 0.2441278 May 12 17:45:58.303354 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea6061-dbe9-4d18-b964-72513b7dde9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe56a28-eaa6-43c6-bf3f-0316a5cd2f76,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:58.321742 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24025884-8f6d-4ec6-954a-42654fbfa3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6a1e02-eab9-4697-a2a6-bcd9d211b64e,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:58.329768 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-24025884-8f6d-4ec6-954a-42654fbfa3be admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e883bea70b69449c92bbfac45b2f03ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470262 May 12 17:45:58.330656 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 52186) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:58.363922 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d9d7bb6f-1afd-4ef9-889b-28c03cec3bed req-6c075199-7a8f-4e83-91be-21f884e4839a tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908504 May 12 17:45:58.397257 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f11df777-48b5-40d0-9235-cd3d19ecabfe admin admin] Publish callbacks [] for security_group (3a6a1e02-eab9-4697-a2a6-bcd9d211b64e), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.418049 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f11df777-48b5-40d0-9235-cd3d19ecabfe admin admin] Publish callbacks [] for security_group (3a6a1e02-eab9-4697-a2a6-bcd9d211b64e), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.465909 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f11df777-48b5-40d0-9235-cd3d19ecabfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (3a6a1e02-eab9-4697-a2a6-bcd9d211b64e), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.469040 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f11df777-48b5-40d0-9235-cd3d19ecabfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.470296 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-f11df777-48b5-40d0-9235-cd3d19ecabfe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3a6a1e02-eab9-4697-a2a6-bcd9d211b64e HTTP/1.1" status: 204 len: 168 time: 0.1388979 May 12 17:45:58.477984 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11df777-48b5-40d0-9235-cd3d19ecabfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6a1e02-eab9-4697-a2a6-bcd9d211b64e,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:58.644893 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.649613 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0a0c2-fc87-4017-abff-23838812f45f req-d5b8a6ca-4d7f-4f84-9305-8ca4868bd6d3 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:58.651170 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c1a0a0c2-fc87-4017-abff-23838812f45f req-d5b8a6ca-4d7f-4f84-9305-8ca4868bd6d3 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 945 time: 0.0515730 May 12 17:45:58.710917 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c1a0a0c2-fc87-4017-abff-23838812f45f req-416ffd88-d11a-4bed-a272-2e395fa5f14a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533178 May 12 17:45:58.806263 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 52212) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:58.827814 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0f889c81-765a-45a4-a0da-37d759de90c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.867366 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615de42-080e-49fc-8e29-88e4b125ef39 req-e207f445-b7e3-4184-b613-8cb6030fb511 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:58.869161 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3615de42-080e-49fc-8e29-88e4b125ef39 req-e207f445-b7e3-4184-b613-8cb6030fb511 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 945 time: 0.0737817 May 12 17:45:58.879859 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 52218) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:58.886276 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-e65bbceb-6dff-43bc-a82c-bb0750f8bf78 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'floatingip': {'port_id': '696c3de0-2f65-443b-a6cb-798a7dddbb0b'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:58.954982 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0f889c81-765a-45a4-a0da-37d759de90c0 admin admin] Publish callbacks [] for security_group (d8739666-38b4-46b5-a413-6a66e804f3c7), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.961751 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0f889c81-765a-45a4-a0da-37d759de90c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (d8739666-38b4-46b5-a413-6a66e804f3c7), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.993320 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e65bbceb-6dff-43bc-a82c-bb0750f8bf78 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (12a60103-952e-438b-aabb-752b556da5ad), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.011770 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-0f889c81-765a-45a4-a0da-37d759de90c0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=030901be9604439fb8a84f88f31f3376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2038691 May 12 17:45:59.012601 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f889c81-765a-45a4-a0da-37d759de90c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8739666-38b4-46b5-a413-6a66e804f3c7,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:59.015784 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 52226) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:59.079489 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3c652fea-2ce1-4945-be75-aea3c8ff53c7 admin admin] Publish callbacks [] for security_group (d8739666-38b4-46b5-a413-6a66e804f3c7), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.104182 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3c652fea-2ce1-4945-be75-aea3c8ff53c7 admin admin] Publish callbacks [] for security_group (d8739666-38b4-46b5-a413-6a66e804f3c7), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.137449 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af67e81-b7bb-4995-9c2b-a72cf0880803 req-6519553f-a63d-4011-915b-37a202dd6afe tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:59.140130 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4af67e81-b7bb-4995-9c2b-a72cf0880803 req-6519553f-a63d-4011-915b-37a202dd6afe tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.1508379 May 12 17:45:59.157942 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3c652fea-2ce1-4945-be75-aea3c8ff53c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (d8739666-38b4-46b5-a413-6a66e804f3c7), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.160960 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3c652fea-2ce1-4945-be75-aea3c8ff53c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.164847 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-3c652fea-2ce1-4945-be75-aea3c8ff53c7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d8739666-38b4-46b5-a413-6a66e804f3c7 HTTP/1.1" status: 204 len: 168 time: 0.1453159 May 12 17:45:59.170559 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c652fea-2ce1-4945-be75-aea3c8ff53c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8739666-38b4-46b5-a413-6a66e804f3c7,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:59.279369 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4af67e81-b7bb-4995-9c2b-a72cf0880803 req-7d0e1813-efcd-4542-a83b-30747a1e97f4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302433 May 12 17:45:59.765289 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedbcf3-1b5e-4df0-b883-a8089172825f req-99a64e1a-ad4a-4971-98f8-c1c02b6cf0da tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:59.766683 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6eedbcf3-1b5e-4df0-b883-a8089172825f req-99a64e1a-ad4a-4971-98f8-c1c02b6cf0da tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 946 time: 0.2980177 May 12 17:45:59.793005 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 52260) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:59.918483 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-56c916d8-3236-4455-aeac-ef4efcec9a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.942955 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6eedbcf3-1b5e-4df0-b883-a8089172825f req-58507a54-b066-49ed-acb2-fcc65850d876 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592565 May 12 17:46:00.014782 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-56c916d8-3236-4455-aeac-ef4efcec9a3c admin admin] Publish callbacks [] for security_group (df9b044f-72b8-44d3-819e-cd79e2ec9fbc), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:00.021901 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-56c916d8-3236-4455-aeac-ef4efcec9a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (df9b044f-72b8-44d3-819e-cd79e2ec9fbc), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:00.064954 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-56c916d8-3236-4455-aeac-ef4efcec9a3c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=68a2df7310e74b4496876dfe2812d5e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707074 May 12 17:46:00.065823 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c916d8-3236-4455-aeac-ef4efcec9a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9b044f-72b8-44d3-819e-cd79e2ec9fbc,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:00.068221 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 52276) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:00.070491 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e65bbceb-6dff-43bc-a82c-bb0750f8bf78 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:00.078228 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e65bbceb-6dff-43bc-a82c-bb0750f8bf78 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (12a60103-952e-438b-aabb-752b556da5ad), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:00.126485 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cfc2649d-ccae-40fb-b617-e4740288248b admin admin] Publish callbacks [] for security_group (df9b044f-72b8-44d3-819e-cd79e2ec9fbc), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:00.158607 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cfc2649d-ccae-40fb-b617-e4740288248b admin admin] Publish callbacks [] for security_group (df9b044f-72b8-44d3-819e-cd79e2ec9fbc), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:00.214172 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cfc2649d-ccae-40fb-b617-e4740288248b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (df9b044f-72b8-44d3-819e-cd79e2ec9fbc), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:00.218193 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.l3_db [None req-e65bbceb-6dff-43bc-a82c-bb0750f8bf78 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Floating IP 12a60103-952e-438b-aabb-752b556da5ad associated. External IP: 172.27.2.31, port: 696c3de0-2f65-443b-a6cb-798a7dddbb0b. May 12 17:46:00.218670 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cfc2649d-ccae-40fb-b617-e4740288248b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:00.221248 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-cfc2649d-ccae-40fb-b617-e4740288248b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df9b044f-72b8-44d3-819e-cd79e2ec9fbc HTTP/1.1" status: 204 len: 168 time: 0.1505580 May 12 17:46:00.230447 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2649d-ccae-40fb-b617-e4740288248b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9b044f-72b8-44d3-819e-cd79e2ec9fbc,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:00.296695 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:00.452966 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75c1c7-db8b-46fd-8454-3502f1658bdf req-89af483c-816b-44b8-bbd0-f0653eaa908e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:00.454474 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-be75c1c7-db8b-46fd-8454-3502f1658bdf req-89af483c-816b-44b8-bbd0-f0653eaa908e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0631616 May 12 17:46:00.527566 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 52292) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:00.563089 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-be75c1c7-db8b-46fd-8454-3502f1658bdf req-0527775a-f382-41c5-ab37-d0413f05d5fe tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817144 May 12 17:46:00.564881 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65bbceb-6dff-43bc-a82c-bb0750f8bf78 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Router fceb75b3-1924-4840-824c-93824a51e098 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:46:00.703151 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-150bb442-19a8-4df2-90c7-90a139a63c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:00.709169 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65bbceb-6dff-43bc-a82c-bb0750f8bf78 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:46:00.721638 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747e6a1-99fa-4d42-a8b9-c3ed640cb114 None None] Sync routers for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:46:00.723945 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e65bbceb-6dff-43bc-a82c-bb0750f8bf78 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:00.769646 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6747e6a1-99fa-4d42-a8b9-c3ed640cb114 None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:46:00.770277 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-6747e6a1-99fa-4d42-a8b9-c3ed640cb114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:45:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:00.779879 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-e65bbceb-6dff-43bc-a82c-bb0750f8bf78 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "PUT /v2.0/floatingips/12a60103-952e-438b-aabb-752b556da5ad HTTP/1.1" status: 200 len: 990 time: 1.8969934 May 12 17:46:00.780874 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'tag': '696c3de0-2f65-443b-a6cb-798a7dddbb0b'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:00.784151 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3745da09-58f5-426c-b0c0-0861c95ab644" -d '{"events": [{"name": "network-changed", "server_uuid": "959c1a20-6a14-4d41-a7a4-f7eded2fc759", "tag": "696c3de0-2f65-443b-a6cb-798a7dddbb0b"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:00.829737 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4a316e-8400-4507-94e8-aec63776f29a x-openstack-request-id: req-6c4a316e-8400-4507-94e8-aec63776f29a {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:00.830061 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959c1a20-6a14-4d41-a7a4-f7eded2fc759", "tag": "696c3de0-2f65-443b-a6cb-798a7dddbb0b", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:00.830323 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c4a316e-8400-4507-94e8-aec63776f29a {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:00.830736 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4a316e-8400-4507-94e8-aec63776f29a'] response: {'name': 'network-changed', 'server_uuid': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'tag': '696c3de0-2f65-443b-a6cb-798a7dddbb0b', 'status': 'completed', 'code': 200} May 12 17:46:00.874510 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-150bb442-19a8-4df2-90c7-90a139a63c35 admin admin] Publish callbacks [] for security_group (a3e98d63-71d2-4c11-869d-b2861cd30b60), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:00.879221 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-150bb442-19a8-4df2-90c7-90a139a63c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (a3e98d63-71d2-4c11-869d-b2861cd30b60), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:00.913249 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-6747e6a1-99fa-4d42-a8b9-c3ed640cb114 None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:46:00.931857 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-150bb442-19a8-4df2-90c7-90a139a63c35 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fb6b3c3df57349d9b01cf6c84012e60d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007189 May 12 17:46:00.931857 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bb442-19a8-4df2-90c7-90a139a63c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e98d63-71d2-4c11-869d-b2861cd30b60,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:00.932493 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 52318) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:01.061969 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c0d74000-8b1f-492c-9319-d90dbf4e48ac admin admin] Publish callbacks [] for security_group (a3e98d63-71d2-4c11-869d-b2861cd30b60), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:01.087630 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c0d74000-8b1f-492c-9319-d90dbf4e48ac admin admin] Publish callbacks [] for security_group (a3e98d63-71d2-4c11-869d-b2861cd30b60), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:01.165666 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eca0e8-3dcd-4735-b856-0af3e787211a req-941eec9c-4553-409f-bf9c-b31d1b024807 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:01.172709 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b1eca0e8-3dcd-4735-b856-0af3e787211a req-941eec9c-4553-409f-bf9c-b31d1b024807 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 946 time: 0.1116955 May 12 17:46:01.173844 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-6747e6a1-99fa-4d42-a8b9-c3ed640cb114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '12a60103-952e-438b-aabb-752b556da5ad', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'port_id': '696c3de0-2f65-443b-a6cb-798a7dddbb0b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'mac_address': 'fa:16:3e:9b:6c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:24Z', 'updated_at': '2022-05-12T17:45:59Z', 'revision_number': 1, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:01.200244 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c0d74000-8b1f-492c-9319-d90dbf4e48ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (a3e98d63-71d2-4c11-869d-b2861cd30b60), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:01.203433 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c0d74000-8b1f-492c-9319-d90dbf4e48ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:01.207547 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-c0d74000-8b1f-492c-9319-d90dbf4e48ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a3e98d63-71d2-4c11-869d-b2861cd30b60 HTTP/1.1" status: 204 len: 168 time: 0.2739239 May 12 17:46:01.210617 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747e6a1-99fa-4d42-a8b9-c3ed640cb114 None None] Checking router: fceb75b3-1924-4840-824c-93824a51e098 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:46:01.220695 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6747e6a1-99fa-4d42-a8b9-c3ed640cb114 None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:46:01.221406 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-6747e6a1-99fa-4d42-a8b9-c3ed640cb114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:45:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:01.229709 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d74000-8b1f-492c-9319-d90dbf4e48ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e98d63-71d2-4c11-869d-b2861cd30b60,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:01.250645 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b1eca0e8-3dcd-4735-b856-0af3e787211a req-76b9f321-152e-4e1e-9fa5-06f9a780571e tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724065 May 12 17:46:01.355215 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-6747e6a1-99fa-4d42-a8b9-c3ed640cb114 None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:46:01.613652 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-6747e6a1-99fa-4d42-a8b9-c3ed640cb114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '12a60103-952e-438b-aabb-752b556da5ad', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'port_id': '696c3de0-2f65-443b-a6cb-798a7dddbb0b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'mac_address': 'fa:16:3e:9b:6c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:24Z', 'updated_at': '2022-05-12T17:45:59Z', 'revision_number': 1, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:01.667053 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747e6a1-99fa-4d42-a8b9-c3ed640cb114 None None] The sync data for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi is: [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '12a60103-952e-438b-aabb-752b556da5ad', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'port_id': '696c3de0-2f65-443b-a6cb-798a7dddbb0b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'mac_address': 'fa:16:3e:9b:6c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:24Z', 'updated_at': '2022-05-12T17:45:59Z', 'revision_number': 1, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:46:01.698479 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 52354) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:01.722473 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9a05fde6-916a-41d7-9ea6-69ecad0c9676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:01.728032 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea77682-61d5-4773-95d1-a939f92daa02 req-6426e394-4c3e-41e0-8395-60ca248bad87 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:01.730107 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-cea77682-61d5-4773-95d1-a939f92daa02 req-6426e394-4c3e-41e0-8395-60ca248bad87 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0816464 May 12 17:46:01.807767 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-cea77682-61d5-4773-95d1-a939f92daa02 req-54746179-bd28-4afb-842f-6b57d09e4b28 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704741 May 12 17:46:01.838334 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9a05fde6-916a-41d7-9ea6-69ecad0c9676 admin admin] Publish callbacks [] for security_group (c1b9b2ac-55f8-40a0-8d90-820ff953b2b2), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:01.843782 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9a05fde6-916a-41d7-9ea6-69ecad0c9676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (c1b9b2ac-55f8-40a0-8d90-820ff953b2b2), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:01.889071 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-9a05fde6-916a-41d7-9ea6-69ecad0c9676 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f27d4c0a694246439d2ee73086b53005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1891029 May 12 17:46:01.889873 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 52360) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:01.894917 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05fde6-916a-41d7-9ea6-69ecad0c9676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b9b2ac-55f8-40a0-8d90-820ff953b2b2,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:01.967911 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71645e04-7149-4a7d-9dda-e572d8d4d9cf None None] New status for floating IP 12a60103-952e-438b-aabb-752b556da5ad: ACTIVE {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:46:01.969090 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4c2c85d0-2a64-44d8-a169-cb447e6e2faa admin admin] Publish callbacks [] for security_group (c1b9b2ac-55f8-40a0-8d90-820ff953b2b2), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:02.016897 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4c2c85d0-2a64-44d8-a169-cb447e6e2faa admin admin] Publish callbacks [] for security_group (c1b9b2ac-55f8-40a0-8d90-820ff953b2b2), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:02.112379 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4c2c85d0-2a64-44d8-a169-cb447e6e2faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (c1b9b2ac-55f8-40a0-8d90-820ff953b2b2), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:02.114308 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4c2c85d0-2a64-44d8-a169-cb447e6e2faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:02.115928 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-4c2c85d0-2a64-44d8-a169-cb447e6e2faa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c1b9b2ac-55f8-40a0-8d90-820ff953b2b2 HTTP/1.1" status: 204 len: 168 time: 0.2248642 May 12 17:46:02.126734 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c85d0-2a64-44d8-a169-cb447e6e2faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b9b2ac-55f8-40a0-8d90-820ff953b2b2,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:02.329431 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745da09-58f5-426c-b0c0-0861c95ab644 req-c5515d45-d988-42b8-83bc-49687192458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:02.333366 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3745da09-58f5-426c-b0c0-0861c95ab644 req-c5515d45-d988-42b8-83bc-49687192458d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04&device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 1129 time: 0.1385677 May 12 17:46:02.485321 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ec810-fcc1-479e-b757-e87da6c1ea66 req-06e7d700-e72a-43ca-9409-75284bab557a tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:02.486881 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5e4ec810-fcc1-479e-b757-e87da6c1ea66 req-06e7d700-e72a-43ca-9409-75284bab557a tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 946 time: 0.0519843 May 12 17:46:02.560985 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5e4ec810-fcc1-479e-b757-e87da6c1ea66 req-9d788194-2bc9-41e2-94e0-aeeef72e3b8f tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637288 May 12 17:46:02.779045 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745da09-58f5-426c-b0c0-0861c95ab644 req-b2501c4c-8c71-4414-8609-de7bc6070dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:02.780703 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3745da09-58f5-426c-b0c0-0861c95ab644 req-b2501c4c-8c71-4414-8609-de7bc6070dba service neutron] 10.222.0.74 "GET /v2.0/networks?id=1221ba24-0e4c-4509-ac6d-bff82c57688b HTTP/1.1" status: 200 len: 915 time: 0.1019702 May 12 17:46:02.942363 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d10a4c-09ec-4618-9f0d-03e7a5303290 req-69b06d14-85bc-4536-9401-74db3ed1dbb7 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:02.944361 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-16d10a4c-09ec-4618-9f0d-03e7a5303290 req-69b06d14-85bc-4536-9401-74db3ed1dbb7 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0491631 May 12 17:46:02.995269 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-16d10a4c-09ec-4618-9f0d-03e7a5303290 req-98d63c8b-b949-4c14-b368-8ef51528200d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443118 May 12 17:46:03.667243 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a31206-14c2-4f9d-aef2-b2a4eea4c0b9 req-486e5960-b20f-4577-89db-f479c80a4393 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:03.668713 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-54a31206-14c2-4f9d-aef2-b2a4eea4c0b9 req-486e5960-b20f-4577-89db-f479c80a4393 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 946 time: 0.0464585 May 12 17:46:03.717990 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-54a31206-14c2-4f9d-aef2-b2a4eea4c0b9 req-348c25e1-14c8-4863-b142-26ed416357b8 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436063 May 12 17:46:04.108188 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a6396-e773-47ac-b784-f600321287b2 req-6b85fd3e-3cbf-48d4-90d3-89ec82cd8d09 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:04.109636 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bb7a6396-e773-47ac-b784-f600321287b2 req-6b85fd3e-3cbf-48d4-90d3-89ec82cd8d09 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0462391 May 12 17:46:04.155269 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bb7a6396-e773-47ac-b784-f600321287b2 req-ca9deef4-1bdb-4f16-b25d-e1484313c9be tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401766 May 12 17:46:04.400636 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3745da09-58f5-426c-b0c0-0861c95ab644 req-e9ca9441-6318-4d56-aa25-7121ad6ec707 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=696c3de0-2f65-443b-a6cb-798a7dddbb0b HTTP/1.1" status: 200 len: 1000 time: 0.0986743 May 12 17:46:04.639658 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745da09-58f5-426c-b0c0-0861c95ab644 req-ce56e480-f968-4547-96c7-31e41e01d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:04.641365 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3745da09-58f5-426c-b0c0-0861c95ab644 req-ce56e480-f968-4547-96c7-31e41e01d580 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6394fb4-f09d-4f41-ae7e-35adcc70fa28 HTTP/1.1" status: 200 len: 853 time: 0.0639112 May 12 17:46:04.834141 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fb0c5-1002-4717-9d64-1267086b8d2e req-f1e68665-13ce-4774-b70b-9f3223b5c21f tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:04.835698 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3c8fb0c5-1002-4717-9d64-1267086b8d2e req-f1e68665-13ce-4774-b70b-9f3223b5c21f tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 946 time: 0.0498178 May 12 17:46:04.904451 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3c8fb0c5-1002-4717-9d64-1267086b8d2e req-1c8ad2ff-193d-4f0f-a3b9-39b0f9c861c6 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584037 May 12 17:46:05.271451 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154ff63-5450-44d9-aa07-2df378e1906b req-24d1ff42-7c33-40b9-a196-4b74a92c473c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:05.272951 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b154ff63-5450-44d9-aa07-2df378e1906b req-24d1ff42-7c33-40b9-a196-4b74a92c473c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0495019 May 12 17:46:05.317810 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b154ff63-5450-44d9-aa07-2df378e1906b req-024c368f-e85a-4508-b02b-243106920c85 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394616 May 12 17:46:05.732633 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51efa1-d82a-49e0-b9dc-c65cf2906fb1 req-b0713e60-f9a3-4e94-bf66-8c5608907ee4 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:05.734144 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-fe51efa1-d82a-49e0-b9dc-c65cf2906fb1 req-b0713e60-f9a3-4e94-bf66-8c5608907ee4 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 946 time: 0.0479805 May 12 17:46:05.781162 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-fe51efa1-d82a-49e0-b9dc-c65cf2906fb1 req-57ca8044-c315-4b2d-8900-64404deec8a0 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415468 May 12 17:46:06.009114 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc06288-ff2e-4a07-9094-c080b3aedf0b req-1bccfe00-bd46-4601-b3d3-afcfed8cb2d2 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:06.010562 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-fbc06288-ff2e-4a07-9094-c080b3aedf0b req-1bccfe00-bd46-4601-b3d3-afcfed8cb2d2 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 946 time: 0.0468605 May 12 17:46:06.058687 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-fbc06288-ff2e-4a07-9094-c080b3aedf0b req-a199bc61-631a-46f5-85ca-c3ec7b7624f8 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425045 May 12 17:46:06.131953 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:46:06.428872 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf02e52-394e-4f14-9f0f-f4bf17c34bc9 req-7efea4f1-9632-486f-bb47-44aa7517e725 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:06.430308 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2cf02e52-394e-4f14-9f0f-f4bf17c34bc9 req-7efea4f1-9632-486f-bb47-44aa7517e725 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0456479 May 12 17:46:06.475243 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2cf02e52-394e-4f14-9f0f-f4bf17c34bc9 req-c628c372-53bf-4832-90c1-d3494085bd99 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393755 May 12 17:46:06.891973 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d950002-0eae-45f7-907f-f1072e5b294c req-6a8dec9e-e34d-4838-b473-95fe86aa5fe5 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:06.893350 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0d950002-0eae-45f7-907f-f1072e5b294c req-6a8dec9e-e34d-4838-b473-95fe86aa5fe5 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 946 time: 0.0463440 May 12 17:46:06.939227 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0d950002-0eae-45f7-907f-f1072e5b294c req-976dbbae-67c4-471e-a1b7-569eab24501c tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402946 May 12 17:46:07.173931 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2f413-3f61-4b68-8d1b-2f783a0f7d2f req-6135712d-0a09-4f5b-a649-296c3aa70053 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:07.175377 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f4d2f413-3f61-4b68-8d1b-2f783a0f7d2f req-6135712d-0a09-4f5b-a649-296c3aa70053 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 946 time: 0.0492074 May 12 17:46:07.220726 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f4d2f413-3f61-4b68-8d1b-2f783a0f7d2f req-42e1b35f-fbe4-456d-9d4d-1fc280d6fd1a tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397716 May 12 17:46:07.555630 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745da09-58f5-426c-b0c0-0861c95ab644 req-1d6b0af5-f95a-485a-85cd-d7dff0b0b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:07.557123 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3745da09-58f5-426c-b0c0-0861c95ab644 req-1d6b0af5-f95a-485a-85cd-d7dff0b0b306 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1221ba24-0e4c-4509-ac6d-bff82c57688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486643 May 12 17:46:07.590517 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10ac30-d457-4ea7-869d-c7074d3f495a req-46d4daa2-620a-4d5b-b263-c010fc2bd03e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:07.592166 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0c10ac30-d457-4ea7-869d-c7074d3f495a req-46d4daa2-620a-4d5b-b263-c010fc2bd03e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0493066 May 12 17:46:07.641656 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0c10ac30-d457-4ea7-869d-c7074d3f495a req-6cef53fe-d875-415b-a5a7-184b6a8c3f84 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438685 May 12 17:46:08.055467 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a929411-5be1-4a61-b11b-cb77436f0b81 req-4b1e39de-5695-4c02-9460-6c3779ee04b7 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:08.056962 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2a929411-5be1-4a61-b11b-cb77436f0b81 req-4b1e39de-5695-4c02-9460-6c3779ee04b7 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 946 time: 0.0476458 May 12 17:46:08.104465 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2a929411-5be1-4a61-b11b-cb77436f0b81 req-88e1d97f-9799-4c1e-97cd-0bd8ee0b50b1 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417647 May 12 17:46:08.331797 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1eb82-e5e3-4477-9a62-663977431ed2 req-2269c33b-71c1-4f03-bfa5-e0e04a8e263f tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:08.333164 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-28e1eb82-e5e3-4477-9a62-663977431ed2 req-2269c33b-71c1-4f03-bfa5-e0e04a8e263f tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 946 time: 0.0456758 May 12 17:46:08.378447 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-28e1eb82-e5e3-4477-9a62-663977431ed2 req-653f8eb2-8332-416e-babe-fc18be4eb9fb tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398674 May 12 17:46:08.754952 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132c2d2-2bc3-4359-a570-6c12886b8bc8 req-161f42ba-fa00-4327-b6fc-3fb37718377c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:08.756438 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4132c2d2-2bc3-4359-a570-6c12886b8bc8 req-161f42ba-fa00-4327-b6fc-3fb37718377c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0489545 May 12 17:46:08.800933 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4132c2d2-2bc3-4359-a570-6c12886b8bc8 req-ac090779-eda1-48dc-bbab-36ece80bae2f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389419 May 12 17:46:09.219465 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963683d0-a5ee-4c3e-bca0-30a276c82cdc req-14a16c78-2c41-40b8-a813-853739365d6d tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:09.220955 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-963683d0-a5ee-4c3e-bca0-30a276c82cdc req-14a16c78-2c41-40b8-a813-853739365d6d tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 946 time: 0.0479810 May 12 17:46:09.268924 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-963683d0-a5ee-4c3e-bca0-30a276c82cdc req-52fb4505-57b4-4b0d-ac06-644c8395047e tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424159 May 12 17:46:09.488588 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41188151-7b7a-4089-8ce9-b17d2933487f req-d07cd636-052c-4e83-a68c-262882d668e1 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:09.490023 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-41188151-7b7a-4089-8ce9-b17d2933487f req-d07cd636-052c-4e83-a68c-262882d668e1 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 946 time: 0.0458090 May 12 17:46:09.538290 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-41188151-7b7a-4089-8ce9-b17d2933487f req-77504dd2-91f4-4a99-aafd-8e83f7aedf96 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429006 May 12 17:46:09.913509 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30f4c3-9ccb-4e84-b466-f1d68bd00bd0 req-2fd769c5-4ba4-4abf-acb7-90a67353f1f3 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:09.915058 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ed30f4c3-9ccb-4e84-b466-f1d68bd00bd0 req-2fd769c5-4ba4-4abf-acb7-90a67353f1f3 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0491869 May 12 17:46:09.960371 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ed30f4c3-9ccb-4e84-b466-f1d68bd00bd0 req-2c38e443-15da-4ebc-8d1a-11699bd98f1f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393002 May 12 17:46:10.380474 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9efeb-bd77-4399-8c24-3ebd671f389e req-2a1def1c-b5d2-4d06-838e-35205d50485e tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:10.381829 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e1d9efeb-bd77-4399-8c24-3ebd671f389e req-2a1def1c-b5d2-4d06-838e-35205d50485e tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 946 time: 0.0461659 May 12 17:46:10.427238 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e1d9efeb-bd77-4399-8c24-3ebd671f389e req-dd063d27-e017-4418-89f4-6ddaf56bd8bc tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400407 May 12 17:46:10.844270 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf89bb3-6ec0-46b0-a52f-a07bcdcbbc8f req-aa78c8f9-d76b-4957-9708-17a28fc5ada2 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:10.845762 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-dcf89bb3-6ec0-46b0-a52f-a07bcdcbbc8f req-aa78c8f9-d76b-4957-9708-17a28fc5ada2 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 946 time: 0.2395635 May 12 17:46:10.892410 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-dcf89bb3-6ec0-46b0-a52f-a07bcdcbbc8f req-a44f7de5-7dfc-4579-b374-12c1d1627ad9 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408781 May 12 17:46:11.070198 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a67eba-c2e2-42e8-9029-4acee5cbb63a req-6d6350e7-37db-4d79-be9b-c28eb3968c3a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:11.071660 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-90a67eba-c2e2-42e8-9029-4acee5cbb63a req-6d6350e7-37db-4d79-be9b-c28eb3968c3a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0464642 May 12 17:46:11.120698 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-90a67eba-c2e2-42e8-9029-4acee5cbb63a req-aca1e8ae-5d09-44ac-9213-d1630c59e013 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 May 12 17:46:11.174743 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:46:11.258073 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46526abe-89f3-43c7-938c-8749cb49f2c1 req-d3e0fbd0-704f-4c68-8754-efd6feae5fe1 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:11.260722 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-46526abe-89f3-43c7-938c-8749cb49f2c1 req-d3e0fbd0-704f-4c68-8754-efd6feae5fe1 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.74 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 946 time: 0.1051435 May 12 17:46:11.269363 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3745da09-58f5-426c-b0c0-0861c95ab644 req-a477437d-661c-4365-aab2-9636396561df service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138067 May 12 17:46:11.273163 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c is: ACTIVE; New status is: DOWN {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:11.273560 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.299756 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753176e3-5139-4347-acab-50792e28f32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:11.302495 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484dd722-7f4c-4ee2-8855-ee8f325953ec" -d '{"events": [{"server_uuid": "753176e3-5139-4347-acab-50792e28f32e", "name": "network-vif-unplugged", "status": "completed", "tag": "01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:11.314298 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c,segment=NetworkSegment(9003f002-8f47-44f5-96d4-104f426fe33b),segment_id=9003f002-8f47-44f5-96d4-104f426fe33b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:11.333484 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.451617 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c,revision_number=6']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:11.461828 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-46526abe-89f3-43c7-938c-8749cb49f2c1 req-aa26c85e-939a-4e72-9122-735bd0a5dd97 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Deleting port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:46:11.462215 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-46526abe-89f3-43c7-938c-8749cb49f2c1 req-aa26c85e-939a-4e72-9122-735bd0a5dd97 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.463484 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:11.464253 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:11.464771 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:11.465299 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:11.465889 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:11.466379 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:11.466878 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:11.467350 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:11.467817 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:11.468339 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:11.468820 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:11.469340 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:11.469872 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:11.470882 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:11.471686 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:11.513019 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3745da09-58f5-426c-b0c0-0861c95ab644 req-81ddc2de-9bef-40e4-a1f0-e3d725e76f7a service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160819 May 12 17:46:11.538768 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 17:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c01e2f-66f8-4884-a598-b86f861e9380 x-openstack-request-id: req-00c01e2f-66f8-4884-a598-b86f861e9380 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:11.539084 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753176e3-5139-4347-acab-50792e28f32e", "name": "network-vif-unplugged", "status": "completed", "tag": "01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:11.539341 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-00c01e2f-66f8-4884-a598-b86f861e9380 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:11.539739 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c01e2f-66f8-4884-a598-b86f861e9380'] response: {'server_uuid': '753176e3-5139-4347-acab-50792e28f32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c', 'code': 200} May 12 17:46:11.599450 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b1a1-e4d6-4bb8-931f-8c67bc82d79a req-9465e6d6-0301-42a2-a58a-bad7876eef72 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:11.601364 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-be96b1a1-e4d6-4bb8-931f-8c67bc82d79a req-9465e6d6-0301-42a2-a58a-bad7876eef72 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 946 time: 0.0544221 May 12 17:46:11.620574 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-46526abe-89f3-43c7-938c-8749cb49f2c1 req-aa26c85e-939a-4e72-9122-735bd0a5dd97 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] For port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c,segment=NetworkSegment(9003f002-8f47-44f5-96d4-104f426fe33b),segment_id=9003f002-8f47-44f5-96d4-104f426fe33b)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:11.621681 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-46526abe-89f3-43c7-938c-8749cb49f2c1 req-aa26c85e-939a-4e72-9122-735bd0a5dd97 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.640441 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-46526abe-89f3-43c7-938c-8749cb49f2c1 req-aa26c85e-939a-4e72-9122-735bd0a5dd97 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Calling delete_port for 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c owned by compute:nova {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:46:11.655801 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-be96b1a1-e4d6-4bb8-931f-8c67bc82d79a req-2120fb77-2666-421c-b5a3-c46e8f0d7c62 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a34341d-0ccb-445f-9529-92dc7de063f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475249 May 12 17:46:11.799888 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-46526abe-89f3-43c7-938c-8749cb49f2c1 req-aa26c85e-939a-4e72-9122-735bd0a5dd97 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934'] for port (01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.828284 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26c85e-939a-4e72-9122-735bd0a5dd97 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Pushing event deleted for resources: {'Port': ['ID=01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:11.995684 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-707b6a65-a1ad-4606-9321-a9e8fd0e8d34 req-8d50a9bd-54e7-4c10-ad20-87d255100f70 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=753176e3-5139-4347-acab-50792e28f32e HTTP/1.1" status: 200 len: 210 time: 0.0295320 May 12 17:46:12.079460 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680a6ff-171b-4d9a-9c8c-1347cbaa5811 req-23f127d6-028a-4e3a-8185-51df7ff3b04b tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:12.081332 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d680a6ff-171b-4d9a-9c8c-1347cbaa5811 req-23f127d6-028a-4e3a-8185-51df7ff3b04b tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 946 time: 0.0531514 May 12 17:46:12.094264 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-46526abe-89f3-43c7-938c-8749cb49f2c1 req-aa26c85e-939a-4e72-9122-735bd0a5dd97 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] No DVR routers for this DVR port 01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c on host hv-cinder-84052 {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:46:12.097788 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-46526abe-89f3-43c7-938c-8749cb49f2c1 req-aa26c85e-939a-4e72-9122-735bd0a5dd97 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.108866 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-46526abe-89f3-43c7-938c-8749cb49f2c1 req-aa26c85e-939a-4e72-9122-735bd0a5dd97 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.74 "DELETE /v2.0/ports/01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c HTTP/1.1" status: 204 len: 173 time: 0.8048766 May 12 17:46:12.108866 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753176e3-5139-4347-acab-50792e28f32e', 'name': 'network-vif-deleted', 'tag': '01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:12.108866 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b6e21e-8ea7-4d07-b5c4-48b2442a6272" -d '{"events": [{"server_uuid": "753176e3-5139-4347-acab-50792e28f32e", "name": "network-vif-deleted", "tag": "01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:12.141916 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfb2339-62b8-4f13-a4e3-d857e1df8139 x-openstack-request-id: req-1cfb2339-62b8-4f13-a4e3-d857e1df8139 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:12.142209 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753176e3-5139-4347-acab-50792e28f32e", "name": "network-vif-deleted", "tag": "01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:12.142467 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1cfb2339-62b8-4f13-a4e3-d857e1df8139 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:12.142864 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cfb2339-62b8-4f13-a4e3-d857e1df8139'] response: {'server_uuid': '753176e3-5139-4347-acab-50792e28f32e', 'name': 'network-vif-deleted', 'tag': '01981ad8-ac14-4cf7-bd6f-fd9ad27e6f3c', 'status': 'completed', 'code': 200} May 12 17:46:12.257270 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [req-d680a6ff-171b-4d9a-9c8c-1347cbaa5811 req-7b61edf8-4e17-4932-9c93-197e83bd9e9b tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Deleting port cd1d9d90-b454-463a-9a54-8dd81303eda8 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:46:12.257749 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-d680a6ff-171b-4d9a-9c8c-1347cbaa5811 req-7b61edf8-4e17-4932-9c93-197e83bd9e9b tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (cd1d9d90-b454-463a-9a54-8dd81303eda8), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.300383 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adce41-bdaf-400d-9906-2334ea5fdd8f req-5cd123f2-8470-4ce1-9480-44fe6ef23a3a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:12.302785 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-39adce41-bdaf-400d-9906-2334ea5fdd8f req-5cd123f2-8470-4ce1-9480-44fe6ef23a3a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.1089346 May 12 17:46:12.409427 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-39adce41-bdaf-400d-9906-2334ea5fdd8f req-afebdc67-bf8a-4394-9bc7-a1f5b33682f2 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975776 May 12 17:46:12.411473 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [req-d680a6ff-171b-4d9a-9c8c-1347cbaa5811 req-7b61edf8-4e17-4932-9c93-197e83bd9e9b tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] For port cd1d9d90-b454-463a-9a54-8dd81303eda8, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=cd1d9d90-b454-463a-9a54-8dd81303eda8,segment=NetworkSegment(95809a66-df9f-43ef-ae52-d723b8cbd706),segment_id=95809a66-df9f-43ef-ae52-d723b8cbd706)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:12.411710 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-d680a6ff-171b-4d9a-9c8c-1347cbaa5811 req-7b61edf8-4e17-4932-9c93-197e83bd9e9b tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (cd1d9d90-b454-463a-9a54-8dd81303eda8), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.430295 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [req-d680a6ff-171b-4d9a-9c8c-1347cbaa5811 req-7b61edf8-4e17-4932-9c93-197e83bd9e9b tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Calling delete_port for cd1d9d90-b454-463a-9a54-8dd81303eda8 owned by compute:nova {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:46:12.614664 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-d680a6ff-171b-4d9a-9c8c-1347cbaa5811 req-7b61edf8-4e17-4932-9c93-197e83bd9e9b tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934'] for port (cd1d9d90-b454-463a-9a54-8dd81303eda8), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.645390 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61edf8-4e17-4932-9c93-197e83bd9e9b tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Pushing event deleted for resources: {'Port': ['ID=cd1d9d90-b454-463a-9a54-8dd81303eda8,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:12.662393 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['cd1d9d90-b454-463a-9a54-8dd81303eda8'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:46:12.720588 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [req-d680a6ff-171b-4d9a-9c8c-1347cbaa5811 req-7b61edf8-4e17-4932-9c93-197e83bd9e9b tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] No DVR routers for this DVR port cd1d9d90-b454-463a-9a54-8dd81303eda8 on host hv-cinder-84052 {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:46:12.723644 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-d680a6ff-171b-4d9a-9c8c-1347cbaa5811 req-7b61edf8-4e17-4932-9c93-197e83bd9e9b tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.727941 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d680a6ff-171b-4d9a-9c8c-1347cbaa5811 req-7b61edf8-4e17-4932-9c93-197e83bd9e9b tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.74 "DELETE /v2.0/ports/cd1d9d90-b454-463a-9a54-8dd81303eda8 HTTP/1.1" status: 204 len: 173 time: 0.6403422 May 12 17:46:12.728688 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee0ce63-2c3a-49c2-bb05-03cee02949ad', 'name': 'network-vif-deleted', 'tag': 'cd1d9d90-b454-463a-9a54-8dd81303eda8'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:12.739831 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69acebf-db48-4985-a0f8-883ded4f5cd5" -d '{"events": [{"server_uuid": "1ee0ce63-2c3a-49c2-bb05-03cee02949ad", "name": "network-vif-deleted", "tag": "cd1d9d90-b454-463a-9a54-8dd81303eda8"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:12.800409 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdda549-95ea-435c-bcce-aea01fdb927b x-openstack-request-id: req-dbdda549-95ea-435c-bcce-aea01fdb927b {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:12.800736 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee0ce63-2c3a-49c2-bb05-03cee02949ad", "name": "network-vif-deleted", "tag": "cd1d9d90-b454-463a-9a54-8dd81303eda8", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:12.800948 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dbdda549-95ea-435c-bcce-aea01fdb927b {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:12.801334 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbdda549-95ea-435c-bcce-aea01fdb927b'] response: {'server_uuid': '1ee0ce63-2c3a-49c2-bb05-03cee02949ad', 'name': 'network-vif-deleted', 'tag': 'cd1d9d90-b454-463a-9a54-8dd81303eda8', 'status': 'completed', 'code': 200} May 12 17:46:12.803824 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-15fc81f2-2487-4b3b-8ee1-3bb3526fd6bf req-f530808c-6808-46a5-9a6f-6e7bf1442135 tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 210 time: 0.0564854 May 12 17:46:13.366945 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-8d082e7c-05f1-45d2-9235-e1bd994d11f6 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:13.368476 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-8d082e7c-05f1-45d2-9235-e1bd994d11f6 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/networks?id=93b2660a-d344-4f06-b874-791504190d8d HTTP/1.1" status: 200 len: 809 time: 0.1241117 May 12 17:46:13.383952 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-4033d87e-3c40-414a-8443-01baebac4c48 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/quotas/887261f594284422bcd448d443d27013 HTTP/1.1" status: 200 len: 375 time: 0.0090158 May 12 17:46:13.420338 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-e86a445b-df8a-471d-bda9-874e709d8f8d tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=887261f594284422bcd448d443d27013&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302603 May 12 17:46:13.556785 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106e0e1-e5e5-4b48-9d13-118b6d789630 req-4d99238c-e239-4278-ac62-a7d4540840bd tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:13.558135 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0106e0e1-e5e5-4b48-9d13-118b6d789630 req-4d99238c-e239-4278-ac62-a7d4540840bd tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0628209 May 12 17:46:13.561723 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-fd21c108-efa0-48e8-b123-b2e7f774291e service neutron] 10.222.0.73 "GET /v2.0/networks/93b2660a-d344-4f06-b874-791504190d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340833 May 12 17:46:13.661056 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0106e0e1-e5e5-4b48-9d13-118b6d789630 req-a2f70001-3588-448c-a58a-015d37bacd0b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967340 May 12 17:46:13.686760 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-7e28a4cd-ba30-4c27-9570-f7c395e08108 service neutron] 10.222.0.73 "GET /v2.0/networks/93b2660a-d344-4f06-b874-791504190d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165488 May 12 17:46:13.883971 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-97dc9b82-8374-4142-9f02-cbb0aade4c3b req-fe5aa365-3f82-4024-98a6-adb91bcab321 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 210 time: 0.0460324 May 12 17:46:13.998614 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6a87e22b-7278-4a59-87dc-ee290ffc8f93 req-a461c885-4a17-4261-b482-b760f2d6faeb tempest-DeleteServersTestJSON-574370651 tempest-DeleteServersTestJSON-574370651-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee0ce63-2c3a-49c2-bb05-03cee02949ad HTTP/1.1" status: 200 len: 210 time: 0.0333219 May 12 17:46:14.777345 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6ae7f-19a7-4127-b40a-bd605f2d2707 req-2002f863-46c9-469f-b74d-29314dc52d7b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:14.779555 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f6f6ae7f-19a7-4127-b40a-bd605f2d2707 req-2002f863-46c9-469f-b74d-29314dc52d7b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0466816 May 12 17:46:14.826420 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f6f6ae7f-19a7-4127-b40a-bd605f2d2707 req-adc1a3cd-b86b-4773-8b2c-81c2876d4df5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411711 May 12 17:46:15.011741 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f9c05d21-2294-450b-9cd2-b4217c93578d req-e11d3a9b-3424-4a60-a2cd-77fd80397676 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 210 time: 0.0479603 May 12 17:46:15.160247 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-aee25a43-1836-4add-9c17-dabb4df63c51 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:15.167285 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-aee25a43-1836-4add-9c17-dabb4df63c51 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.74 "GET /v2.0/networks?id=93b2660a-d344-4f06-b874-791504190d8d HTTP/1.1" status: 200 len: 809 time: 0.1652768 May 12 17:46:15.190290 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device cd1d9d90-b454-463a-9a54-8dd81303eda8 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:46:15.201023 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-dcf0a020-fdc4-45b6-af4a-0a0d4cf8d339 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Request body: {'port': {'device_id': 'f82d9702-9dfa-42d6-9ffb-efa1acdf9834', 'network_id': '93b2660a-d344-4f06-b874-791504190d8d', 'admin_state_up': True, 'tenant_id': '887261f594284422bcd448d443d27013'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:15.251384 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: cd1d9d90-b454-463a-9a54-8dd81303eda8 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:46:15.251787 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device cd1d9d90-b454-463a-9a54-8dd81303eda8 not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:46:15.349010 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 52716) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:15.379879 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-dcf0a020-fdc4-45b6-af4a-0a0d4cf8d339 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Made reservation on behalf of 887261f594284422bcd448d443d27013 for: {'port': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:46:15.386347 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-dcf0a020-fdc4-45b6-af4a-0a0d4cf8d339 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:15.502785 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-925e4823-3fed-4b33-be78-6c8ce0d80483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:15.553798 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-dcf0a020-fdc4-45b6-af4a-0a0d4cf8d339 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Allocated IP 172.20.0.7 (93b2660a-d344-4f06-b874-791504190d8d/7e7b1c78-273c-4246-9d0f-84ab337fc8ba/5f74c6d9-1993-4659-908e-aaaf1e7bab41) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:46:15.577370 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-925e4823-3fed-4b33-be78-6c8ce0d80483 admin admin] Publish callbacks [] for security_group (85f36fe8-aecd-4899-bed2-2cf5e8c25150), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:15.582280 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-925e4823-3fed-4b33-be78-6c8ce0d80483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (85f36fe8-aecd-4899-bed2-2cf5e8c25150), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:15.621154 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-925e4823-3fed-4b33-be78-6c8ce0d80483 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8f0ea03e15dc448786019de7a310433e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710247 May 12 17:46:15.622597 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e4823-3fed-4b33-be78-6c8ce0d80483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f36fe8-aecd-4899-bed2-2cf5e8c25150,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:15.625734 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 52726) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:15.679885 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-361fc2fe-696a-4977-ba13-a31323443170 admin admin] Publish callbacks [] for security_group (85f36fe8-aecd-4899-bed2-2cf5e8c25150), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:15.702577 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-361fc2fe-696a-4977-ba13-a31323443170 admin admin] Publish callbacks [] for security_group (85f36fe8-aecd-4899-bed2-2cf5e8c25150), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:15.716747 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-dcf0a020-fdc4-45b6-af4a-0a0d4cf8d339 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Publish callbacks [] for port (5f74c6d9-1993-4659-908e-aaaf1e7bab41), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:15.754085 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-dcf0a020-fdc4-45b6-af4a-0a0d4cf8d339 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (5f74c6d9-1993-4659-908e-aaaf1e7bab41), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:15.758220 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-361fc2fe-696a-4977-ba13-a31323443170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (85f36fe8-aecd-4899-bed2-2cf5e8c25150), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:15.761419 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-361fc2fe-696a-4977-ba13-a31323443170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:15.764683 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-361fc2fe-696a-4977-ba13-a31323443170 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/85f36fe8-aecd-4899-bed2-2cf5e8c25150 HTTP/1.1" status: 204 len: 168 time: 0.1385565 May 12 17:46:15.775570 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fc2fe-696a-4977-ba13-a31323443170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f36fe8-aecd-4899-bed2-2cf5e8c25150,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:15.799299 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-dcf0a020-fdc4-45b6-af4a-0a0d4cf8d339 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Network 93b2660a-d344-4f06-b874-791504190d8d is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:46:15.804472 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-dcf0a020-fdc4-45b6-af4a-0a0d4cf8d339 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:46:15.808938 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-dcf0a020-fdc4-45b6-af4a-0a0d4cf8d339 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:46:15.814594 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-dcf0a020-fdc4-45b6-af4a-0a0d4cf8d339 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:15.815198 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-dcf0a020-fdc4-45b6-af4a-0a0d4cf8d339 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:15.818859 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0a020-fdc4-45b6-af4a-0a0d4cf8d339 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Pushing event updated for resources: {'Port': ['ID=5f74c6d9-1993-4659-908e-aaaf1e7bab41,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:15.836335 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-dcf0a020-fdc4-45b6-af4a-0a0d4cf8d339 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6485186 May 12 17:46:15.853947 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Request body: {'port': {'device_id': 'f82d9702-9dfa-42d6-9ffb-efa1acdf9834', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:15.970194 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (5f74c6d9-1993-4659-908e-aaaf1e7bab41), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:15.995232 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a7406-a179-4b46-96e4-0e4e5c2f7f77 req-b73ef673-f895-4671-94fb-5cf532f42ddc tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:15.996753 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-da1a7406-a179-4b46-96e4-0e4e5c2f7f77 req-b73ef673-f895-4671-94fb-5cf532f42ddc tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0668499 May 12 17:46:16.114153 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-da1a7406-a179-4b46-96e4-0e4e5c2f7f77 req-7cba4316-e29e-4bb2-b14d-c1cd993c324b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969765 May 12 17:46:16.120800 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 52742) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:16.135162 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-03b7d714-6108-441d-81a9-bbbf2033b99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.203363 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cb5a8-73c2-47ff-9d10-81975dcca000 req-d3efbc99-e8b5-4b81-9860-ee2264c27a04 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:16.204765 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f28cb5a8-73c2-47ff-9d10-81975dcca000 req-d3efbc99-e8b5-4b81-9860-ee2264c27a04 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 931 time: 0.1173747 May 12 17:46:16.216800 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-03b7d714-6108-441d-81a9-bbbf2033b99f admin admin] Publish callbacks [] for security_group (b6721e71-fc76-4b24-a832-5ccfeb94676d), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.221117 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-03b7d714-6108-441d-81a9-bbbf2033b99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (b6721e71-fc76-4b24-a832-5ccfeb94676d), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.260241 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-03b7d714-6108-441d-81a9-bbbf2033b99f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=167bb7ab9ba840778adaa492eb7034bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383376 May 12 17:46:16.263798 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 52744) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:16.271132 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7d714-6108-441d-81a9-bbbf2033b99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6721e71-fc76-4b24-a832-5ccfeb94676d,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:16.315715 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f28cb5a8-73c2-47ff-9d10-81975dcca000 req-62f4ac93-5088-4c66-b62e-b99e242f4dd6 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046808 May 12 17:46:16.316259 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d374b688-c03c-43e5-bd13-0c3c1ccf6374 admin admin] Publish callbacks [] for security_group (b6721e71-fc76-4b24-a832-5ccfeb94676d), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.343153 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d374b688-c03c-43e5-bd13-0c3c1ccf6374 admin admin] Publish callbacks [] for security_group (b6721e71-fc76-4b24-a832-5ccfeb94676d), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.391374 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d374b688-c03c-43e5-bd13-0c3c1ccf6374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (b6721e71-fc76-4b24-a832-5ccfeb94676d), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.394785 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d374b688-c03c-43e5-bd13-0c3c1ccf6374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.395946 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-d374b688-c03c-43e5-bd13-0c3c1ccf6374 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b6721e71-fc76-4b24-a832-5ccfeb94676d HTTP/1.1" status: 204 len: 168 time: 0.1309814 May 12 17:46:16.405518 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374b688-c03c-43e5-bd13-0c3c1ccf6374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6721e71-fc76-4b24-a832-5ccfeb94676d,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:16.412353 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f74c6d9-1993-4659-908e-aaaf1e7bab41 {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:46:16.422544 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Publish callbacks [] for port (5f74c6d9-1993-4659-908e-aaaf1e7bab41), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.437266 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Transition to ACTIVE for port object 5f74c6d9-1993-4659-908e-aaaf1e7bab41 will not be triggered until provisioned by entity L2. {{(pid=109950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:46:16.442201 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (5f74c6d9-1993-4659-908e-aaaf1e7bab41), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.514189 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f74c6d9-1993-4659-908e-aaaf1e7bab41,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:16.553148 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Attempting to bind port 5f74c6d9-1993-4659-908e-aaaf1e7bab41 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:46:16.553491 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Attempting to bind port 5f74c6d9-1993-4659-908e-aaaf1e7bab41 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '9003f002-8f47-44f5-96d4-104f426fe33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '93b2660a-d344-4f06-b874-791504190d8d'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:46:16.554008 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Attempting to bind port 5f74c6d9-1993-4659-908e-aaaf1e7bab41 on network 93b2660a-d344-4f06-b874-791504190d8d {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:46:16.558420 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Port 5f74c6d9-1993-4659-908e-aaaf1e7bab41 on network 93b2660a-d344-4f06-b874-791504190d8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:46:16.558747 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Attempting to bind port 5f74c6d9-1993-4659-908e-aaaf1e7bab41 on network 93b2660a-d344-4f06-b874-791504190d8d {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:46:16.564842 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:46:16.565187 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Checking segment: {'id': '9003f002-8f47-44f5-96d4-104f426fe33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '93b2660a-d344-4f06-b874-791504190d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:46:16.565655 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Bound using segment: {'id': '9003f002-8f47-44f5-96d4-104f426fe33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '93b2660a-d344-4f06-b874-791504190d8d'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:46:16.566178 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Bound port: 5f74c6d9-1993-4659-908e-aaaf1e7bab41, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9003f002-8f47-44f5-96d4-104f426fe33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '93b2660a-d344-4f06-b874-791504190d8d'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:46:16.566670 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (5f74c6d9-1993-4659-908e-aaaf1e7bab41), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.583981 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 52756) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:16.630914 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcc15a9-c4db-41d2-96cb-d142fa71155e admin admin] Deleting subnet 8bcf89a9-480a-4110-9a6a-716cd2a77cfc {{(pid=109951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:46:16.634132 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5fcc15a9-c4db-41d2-96cb-d142fa71155e admin admin] Publish callbacks [] for subnet (8bcf89a9-480a-4110-9a6a-716cd2a77cfc), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.644378 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] For port 5f74c6d9-1993-4659-908e-aaaf1e7bab41, host hv-cinder-84052, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:46:16.647408 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] For port 5f74c6d9-1993-4659-908e-aaaf1e7bab41, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=5f74c6d9-1993-4659-908e-aaaf1e7bab41,segment=NetworkSegment(9003f002-8f47-44f5-96d4-104f426fe33b),segment_id=9003f002-8f47-44f5-96d4-104f426fe33b)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:46:16.653884 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (5f74c6d9-1993-4659-908e-aaaf1e7bab41), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.671653 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5fcc15a9-c4db-41d2-96cb-d142fa71155e admin admin] Publish callbacks [] for subnet (8bcf89a9-480a-4110-9a6a-716cd2a77cfc), precommit_delete_associations {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.682642 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5fcc15a9-c4db-41d2-96cb-d142fa71155e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4142334'] for subnet (8bcf89a9-480a-4110-9a6a-716cd2a77cfc), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.686643 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:16.687306 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.688791 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] 10.222.0.74 "PUT /v2.0/ports/5f74c6d9-1993-4659-908e-aaaf1e7bab41 HTTP/1.1" status: 200 len: 1093 time: 0.8396800 May 12 17:46:16.691169 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82d9702-9dfa-42d6-9ffb-efa1acdf9834', 'tag': '5f74c6d9-1993-4659-908e-aaaf1e7bab41'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:16.693447 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252cc4a5-8a58-4900-ac7b-6edeb79ad5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f82d9702-9dfa-42d6-9ffb-efa1acdf9834", "tag": "5f74c6d9-1993-4659-908e-aaaf1e7bab41"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:16.729057 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b806e8-6630-47aa-8004-f3c11a152be2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f74c6d9-1993-4659-908e-aaaf1e7bab41,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:16.748770 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5fcc15a9-c4db-41d2-96cb-d142fa71155e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4142311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for subnet (8bcf89a9-480a-4110-9a6a-716cd2a77cfc), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.753038 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac13c440-5891-4da3-a89c-329018c3b5fe x-openstack-request-id: req-ac13c440-5891-4da3-a89c-329018c3b5fe {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:16.753574 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82d9702-9dfa-42d6-9ffb-efa1acdf9834", "tag": "5f74c6d9-1993-4659-908e-aaaf1e7bab41", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:16.753826 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ac13c440-5891-4da3-a89c-329018c3b5fe {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:16.754216 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac13c440-5891-4da3-a89c-329018c3b5fe'] response: {'name': 'network-changed', 'server_uuid': 'f82d9702-9dfa-42d6-9ffb-efa1acdf9834', 'tag': '5f74c6d9-1993-4659-908e-aaaf1e7bab41', 'status': 'completed', 'code': 200} May 12 17:46:16.782683 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5fcc15a9-c4db-41d2-96cb-d142fa71155e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.785812 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-5fcc15a9-c4db-41d2-96cb-d142fa71155e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8bcf89a9-480a-4110-9a6a-716cd2a77cfc HTTP/1.1" status: 204 len: 168 time: 0.2007489 May 12 17:46:16.786824 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc15a9-c4db-41d2-96cb-d142fa71155e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bcf89a9-480a-4110-9a6a-716cd2a77cfc,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:16.788468 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 52762) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:16.795985 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 52764) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:16.808959 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36c406e0-5266-4bc7-8778-bf65a1997bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.864580 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779105'] for network (bbada9e4-5d7c-41fd-b37b-17edbfab514e), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.900347 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36c406e0-5266-4bc7-8778-bf65a1997bf5 admin admin] Publish callbacks [] for security_group (f9ae674b-67e4-474e-be4d-9cfa32869993), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.905978 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36c406e0-5266-4bc7-8778-bf65a1997bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (f9ae674b-67e4-474e-be4d-9cfa32869993), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.945950 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-36c406e0-5266-4bc7-8778-bf65a1997bf5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c96faae1e3374bb69115fa7b3a672007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488781 May 12 17:46:16.946762 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c406e0-5266-4bc7-8778-bf65a1997bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ae674b-67e4-474e-be4d-9cfa32869993,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:16.949105 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 52768) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:16.956004 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4080459', 'neutron.services.segments.db._delete_segments_for_network-8789480486422'] for network (bbada9e4-5d7c-41fd-b37b-17edbfab514e), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:16.989886 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:46:16.990230 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:46:16.990989 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:46:16.991334 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Subscribe: > port after_create 55550000 {{(pid=109950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:46:16.991655 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:46:16.991984 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Subscribe: > port after_update 55550000 {{(pid=109950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:46:16.992335 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:46:16.992656 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:46:16.992977 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:46:16.993291 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:46:17.105065 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:46:17.105421 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:46:17.105774 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:46:17.106088 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:46:17.107270 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbada9e4-5d7c-41fd-b37b-17edbfab514e']}} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:17.131076 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95809a66-df9f-43ef-ae52-d723b8cbd706') {'for_net_delete': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:17.131374 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95809a66-df9f-43ef-ae52-d723b8cbd706') {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:17.152247 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789480210207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12258132'] for segment (95809a66-df9f-43ef-ae52-d723b8cbd706), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:17.179871 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-18878ffd-cf2b-4fcb-a204-b25c70757796 admin admin] Publish callbacks [] for security_group (f9ae674b-67e4-474e-be4d-9cfa32869993), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:17.181955 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (95809a66-df9f-43ef-ae52-d723b8cbd706), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:17.207063 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=109950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:46:17.207458 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9231144'] for segment (95809a66-df9f-43ef-ae52-d723b8cbd706), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: from cryptography.utils import int_from_bytes May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: from cryptography.utils import int_from_bytes May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: Traceback (most recent call last): May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: timer() May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: cb(*args, **kw) May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: return func(*args, **kwargs) May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: self._notify() May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: self.callback(batched_events) May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: event.method(event) May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: return f(self, *a, **k) May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._get(url).json() May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: return self.request(url, 'GET', **kwargs) May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:46:17.230624 dv-cinder-840525-2-iscsi neutron-server[109950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:46:17.283306 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-18878ffd-cf2b-4fcb-a204-b25c70757796 admin admin] Publish callbacks [] for security_group (f9ae674b-67e4-474e-be4d-9cfa32869993), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:17.332426 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439edc70-4dbf-4799-a91a-16186b749ab0 req-79078a69-f625-4232-9f9a-0931775095c8 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:17.333991 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-439edc70-4dbf-4799-a91a-16186b749ab0 req-79078a69-f625-4232-9f9a-0931775095c8 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.1482158 May 12 17:46:17.345056 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4080496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997580'] for network (bbada9e4-5d7c-41fd-b37b-17edbfab514e), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:17.383297 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:17.386402 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] 10.222.0.73 "DELETE /v2.0/networks/bbada9e4-5d7c-41fd-b37b-17edbfab514e HTTP/1.1" status: 204 len: 168 time: 0.5968809 May 12 17:46:17.392514 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56120fd7-ef15-49b7-b61c-14c3a1358135 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbada9e4-5d7c-41fd-b37b-17edbfab514e,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:17.446747 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-439edc70-4dbf-4799-a91a-16186b749ab0 req-2326f21d-6403-439c-adfa-2871b6974acb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056194 May 12 17:46:17.467532 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d0878-011d-477a-93a2-363327b69979 req-3b921b84-3b5c-4394-b130-b9a05d19792b tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:17.469572 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1e8d0878-011d-477a-93a2-363327b69979 req-3b921b84-3b5c-4394-b130-b9a05d19792b tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 943 time: 0.0785267 May 12 17:46:17.470612 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-18878ffd-cf2b-4fcb-a204-b25c70757796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (f9ae674b-67e4-474e-be4d-9cfa32869993), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:17.474380 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-18878ffd-cf2b-4fcb-a204-b25c70757796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:17.474380 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-18878ffd-cf2b-4fcb-a204-b25c70757796 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9ae674b-67e4-474e-be4d-9cfa32869993 HTTP/1.1" status: 204 len: 168 time: 0.5243146 May 12 17:46:17.490732 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18878ffd-cf2b-4fcb-a204-b25c70757796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ae674b-67e4-474e-be4d-9cfa32869993,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:17.542812 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1e8d0878-011d-477a-93a2-363327b69979 req-5ee33a33-c61a-421f-8352-2573e34156ff tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656011 May 12 17:46:17.598724 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 52780) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:17.643251 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-ba2adceb-af37-43cd-a96f-49eb473f8ced admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4a12890be016462ea430af4ff0080553&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433972 May 12 17:46:17.645703 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 52784) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:17.691759 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f0115e22-3b8d-4102-9856-469148ed240d admin admin] Publish callbacks [] for security_group (7a34341d-0ccb-445f-9529-92dc7de063f7), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:17.713013 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f0115e22-3b8d-4102-9856-469148ed240d admin admin] Publish callbacks [] for security_group (7a34341d-0ccb-445f-9529-92dc7de063f7), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:17.762010 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f0115e22-3b8d-4102-9856-469148ed240d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (7a34341d-0ccb-445f-9529-92dc7de063f7), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:17.764686 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f0115e22-3b8d-4102-9856-469148ed240d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:17.765822 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-f0115e22-3b8d-4102-9856-469148ed240d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a34341d-0ccb-445f-9529-92dc7de063f7 HTTP/1.1" status: 204 len: 168 time: 0.1190860 May 12 17:46:17.775379 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0115e22-3b8d-4102-9856-469148ed240d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a34341d-0ccb-445f-9529-92dc7de063f7,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:18.529033 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 52838) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:18.582845 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f7ade-d56f-4048-9304-c31d78a5327c req-62cf95c8-453a-4b1a-97a1-fafa0747389f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:18.585108 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a55f7ade-d56f-4048-9304-c31d78a5327c req-62cf95c8-453a-4b1a-97a1-fafa0747389f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0611284 May 12 17:46:18.653733 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a55f7ade-d56f-4048-9304-c31d78a5327c req-845dabd8-9019-4b91-ab3c-f6e79c1f5038 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596106 May 12 17:46:18.684621 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c7ff3cd9-85ec-482a-9e89-f90f54480564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:18.693407 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8765ad6-3e24-4df8-85d4-ec5e6435acd6 req-8d0dac72-6274-4f9e-825f-b1cf3a47e72c tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:18.700905 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d8765ad6-3e24-4df8-85d4-ec5e6435acd6 req-8d0dac72-6274-4f9e-825f-b1cf3a47e72c tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 943 time: 0.0631781 May 12 17:46:18.744919 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d8765ad6-3e24-4df8-85d4-ec5e6435acd6 req-0b382956-d688-4512-8c68-c2e5441cc32e tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430059 May 12 17:46:18.773369 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c7ff3cd9-85ec-482a-9e89-f90f54480564 admin admin] Publish callbacks [] for security_group (eacd1187-8a8f-4f4d-827c-303b3076e99c), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:18.779448 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c7ff3cd9-85ec-482a-9e89-f90f54480564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (eacd1187-8a8f-4f4d-827c-303b3076e99c), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:18.815853 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-747f756d-daf4-45bd-a6b8-9b0ef256619d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:18.817477 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-747f756d-daf4-45bd-a6b8-9b0ef256619d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=887261f594284422bcd448d443d27013&device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 1127 time: 0.0432239 May 12 17:46:18.823272 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-c7ff3cd9-85ec-482a-9e89-f90f54480564 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c14393e016e7466fa001290a8ba91c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931800 May 12 17:46:18.824180 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff3cd9-85ec-482a-9e89-f90f54480564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacd1187-8a8f-4f4d-827c-303b3076e99c,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:18.826739 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 52846) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:19.090212 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-b059f5c2-7844-4109-a6ef-79b7f412012d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f74c6d9-1993-4659-908e-aaaf1e7bab41 HTTP/1.1" status: 200 len: 217 time: 0.0394650 May 12 17:46:19.117224 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aa2d4e2d-3b8a-418a-9a58-35041085c7ab admin admin] Publish callbacks [] for security_group (eacd1187-8a8f-4f4d-827c-303b3076e99c), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:19.138622 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aa2d4e2d-3b8a-418a-9a58-35041085c7ab admin admin] Publish callbacks [] for security_group (eacd1187-8a8f-4f4d-827c-303b3076e99c), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:19.181810 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aa2d4e2d-3b8a-418a-9a58-35041085c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (eacd1187-8a8f-4f4d-827c-303b3076e99c), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:19.184962 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-aa2d4e2d-3b8a-418a-9a58-35041085c7ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:19.186317 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-aa2d4e2d-3b8a-418a-9a58-35041085c7ab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eacd1187-8a8f-4f4d-827c-303b3076e99c HTTP/1.1" status: 204 len: 168 time: 0.3585522 May 12 17:46:19.194118 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d4e2d-3b8a-418a-9a58-35041085c7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacd1187-8a8f-4f4d-827c-303b3076e99c,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:19.773058 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2de540-971e-4509-9ee2-777f16ddb0f3 req-99070afa-3f40-44d5-9ba7-6477741eae3b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:19.774736 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1a2de540-971e-4509-9ee2-777f16ddb0f3 req-99070afa-3f40-44d5-9ba7-6477741eae3b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0489147 May 12 17:46:19.834920 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1a2de540-971e-4509-9ee2-777f16ddb0f3 req-d812601b-1b6e-4318-aba8-4f3f56d872c9 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528626 May 12 17:46:19.878294 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd00cda-258a-48ef-8f72-4df440d92e88 req-c3bf738e-1c56-436e-abe2-b0caa494ced9 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:19.879715 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bdd00cda-258a-48ef-8f72-4df440d92e88 req-c3bf738e-1c56-436e-abe2-b0caa494ced9 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 943 time: 0.0612469 May 12 17:46:19.941919 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-656ebf1f-304c-4ff9-b323-00aea91ed5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:19.943382 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-656ebf1f-304c-4ff9-b323-00aea91ed5e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7e7b1c78-273c-4246-9d0f-84ab337fc8ba HTTP/1.1" status: 200 len: 849 time: 0.0790203 May 12 17:46:19.960319 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bdd00cda-258a-48ef-8f72-4df440d92e88 req-09b1716f-5e71-4ea3-ba19-bc915ffc986a tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612221 May 12 17:46:20.701132 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-aa2e3cb9-fc3d-41f7-9271-274c1053eba4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=93b2660a-d344-4f06-b874-791504190d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306997 May 12 17:46:20.948379 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3232b69-451b-46c3-b065-d2b26b89f87b req-fe8ee5ee-423e-4823-bc4d-652318ce1d6d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:20.949836 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d3232b69-451b-46c3-b065-d2b26b89f87b req-fe8ee5ee-423e-4823-bc4d-652318ce1d6d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0476313 May 12 17:46:21.010494 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d3232b69-451b-46c3-b065-d2b26b89f87b req-f8009327-285f-4612-a754-8712cdd93ac3 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522845 May 12 17:46:21.086579 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077efca-c810-40bc-a893-1478325674e0 req-f6df59fa-6891-4c91-b41d-6f7cc2bd1ea3 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:21.088038 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9077efca-c810-40bc-a893-1478325674e0 req-f6df59fa-6891-4c91-b41d-6f7cc2bd1ea3 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 943 time: 0.0554938 May 12 17:46:21.140847 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9077efca-c810-40bc-a893-1478325674e0 req-68da76ec-0fcc-41da-a407-1683a53fc8b4 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450785 May 12 17:46:21.682571 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-ad2fe168-0ccf-4f35-9ddb-3b5e63a8c2bc service neutron] 10.222.0.74 "GET /v2.0/networks/93b2660a-d344-4f06-b874-791504190d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867083 May 12 17:46:21.775485 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6fa21f9f-701e-4e7e-a14d-52b7d03055ae req-cc139fe3-dbd9-4447-98cd-ff5d02ee7d61 service neutron] 10.222.0.74 "GET /v2.0/networks/93b2660a-d344-4f06-b874-791504190d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853932 May 12 17:46:22.129972 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9a8e9-afa1-403c-bae2-dc866fff51e6 req-bfca2def-5006-44a7-8e53-16f62d0bc2a0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:22.131495 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6bc9a8e9-afa1-403c-bae2-dc866fff51e6 req-bfca2def-5006-44a7-8e53-16f62d0bc2a0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0492625 May 12 17:46:22.179707 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6bc9a8e9-afa1-403c-bae2-dc866fff51e6 req-cc07588b-c05d-4f18-8e57-7242f64d6652 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425186 May 12 17:46:22.261110 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740e663-7f4c-465f-bd73-4b054e9f6ca2 req-c09327ea-edb5-4a1f-b8ae-c9b8f9d6c658 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:22.263056 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8740e663-7f4c-465f-bd73-4b054e9f6ca2 req-c09327ea-edb5-4a1f-b8ae-c9b8f9d6c658 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 943 time: 0.0488739 May 12 17:46:22.319458 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8740e663-7f4c-465f-bd73-4b054e9f6ca2 req-e6546b2d-fef8-416e-8af5-efe1a9d4bc42 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468347 May 12 17:46:22.882663 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cc4a5-8a58-4900-ac7b-6edeb79ad5b4 req-583caeda-39c6-4799-8008-59a544e80e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:22.884321 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-252cc4a5-8a58-4900-ac7b-6edeb79ad5b4 req-583caeda-39c6-4799-8008-59a544e80e97 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=887261f594284422bcd448d443d27013&device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 1127 time: 0.0401640 May 12 17:46:22.974408 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cc4a5-8a58-4900-ac7b-6edeb79ad5b4 req-568e1401-4ff8-49d6-a02c-5ea14d24cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:22.975842 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-252cc4a5-8a58-4900-ac7b-6edeb79ad5b4 req-568e1401-4ff8-49d6-a02c-5ea14d24cf03 service neutron] 10.222.0.74 "GET /v2.0/networks?id=93b2660a-d344-4f06-b874-791504190d8d HTTP/1.1" status: 200 len: 910 time: 0.0842237 May 12 17:46:23.021053 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-252cc4a5-8a58-4900-ac7b-6edeb79ad5b4 req-5eabb7fa-703d-4226-b367-61dabfffac83 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f74c6d9-1993-4659-908e-aaaf1e7bab41 HTTP/1.1" status: 200 len: 217 time: 0.0368118 May 12 17:46:23.072050 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cc4a5-8a58-4900-ac7b-6edeb79ad5b4 req-6e30f3e5-3fe3-495b-a586-2f0b00a63248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:23.073476 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-252cc4a5-8a58-4900-ac7b-6edeb79ad5b4 req-6e30f3e5-3fe3-495b-a586-2f0b00a63248 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7e7b1c78-273c-4246-9d0f-84ab337fc8ba HTTP/1.1" status: 200 len: 849 time: 0.0409117 May 12 17:46:23.108124 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-252cc4a5-8a58-4900-ac7b-6edeb79ad5b4 req-73628197-766e-4da4-bcbd-8c655a7bcf1e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=93b2660a-d344-4f06-b874-791504190d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278981 May 12 17:46:23.204320 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-252cc4a5-8a58-4900-ac7b-6edeb79ad5b4 req-bde505e2-20dd-4ffd-b158-7148f5034803 service neutron] 10.222.0.74 "GET /v2.0/networks/93b2660a-d344-4f06-b874-791504190d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893800 May 12 17:46:23.329887 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2edd19-f177-46ae-8ff7-559ac6d1c54e req-60f73a85-6862-46ca-a905-02ebb73491a9 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:23.331439 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ec2edd19-f177-46ae-8ff7-559ac6d1c54e req-60f73a85-6862-46ca-a905-02ebb73491a9 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0614636 May 12 17:46:23.363785 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-252cc4a5-8a58-4900-ac7b-6edeb79ad5b4 req-dadd8493-47f5-4260-a4a8-1778b998b91a service neutron] 10.222.0.74 "GET /v2.0/networks/93b2660a-d344-4f06-b874-791504190d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520538 May 12 17:46:23.415441 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ec2edd19-f177-46ae-8ff7-559ac6d1c54e req-6d7a4548-40af-4fdf-8e68-88473ccae876 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738776 May 12 17:46:23.479671 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a13d98-3997-464e-8bee-7ada36445f29 req-4c71c116-fe49-4b60-ab8d-8f2a585d3825 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:23.481303 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c7a13d98-3997-464e-8bee-7ada36445f29 req-4c71c116-fe49-4b60-ab8d-8f2a585d3825 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 943 time: 0.0618980 May 12 17:46:23.562625 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c7a13d98-3997-464e-8bee-7ada36445f29 req-7cca7e26-7775-4615-81d8-5321af68487f tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700419 May 12 17:46:23.634452 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2747b4f-fbf9-4869-bd57-4fb1a66d1df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:24.529195 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7e92f-346f-44b8-8579-6b9a8eae7c2d req-6e2e3520-49f9-42ff-8595-f1b7d3ae3518 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:24.530809 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f2b7e92f-346f-44b8-8579-6b9a8eae7c2d req-6e2e3520-49f9-42ff-8595-f1b7d3ae3518 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0498857 May 12 17:46:24.576610 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f2b7e92f-346f-44b8-8579-6b9a8eae7c2d req-12e972d6-1cad-4357-976b-bf21b753063d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401466 May 12 17:46:24.654846 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 5f74c6d9-1993-4659-908e-aaaf1e7bab41 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:46:24.707002 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff186c-6aca-4652-b64f-cb133803de3c req-0f0c06a1-7931-4984-afed-e81713eb122b tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:24.714187 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b2ff186c-6aca-4652-b64f-cb133803de3c req-0f0c06a1-7931-4984-afed-e81713eb122b tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 943 time: 0.0719349 May 12 17:46:24.764746 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 5f74c6d9-1993-4659-908e-aaaf1e7bab41, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=5f74c6d9-1993-4659-908e-aaaf1e7bab41,segment=NetworkSegment(9003f002-8f47-44f5-96d4-104f426fe33b),segment_id=9003f002-8f47-44f5-96d4-104f426fe33b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:24.772223 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b2ff186c-6aca-4652-b64f-cb133803de3c req-60a09c10-2169-47f8-bc62-5f97d6069fc1 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571301 May 12 17:46:24.776830 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': '5f74c6d9-1993-4659-908e-aaaf1e7bab41', 'network_id': '93b2660a-d344-4f06-b874-791504190d8d', 'port_id': '5f74c6d9-1993-4659-908e-aaaf1e7bab41', 'mac_address': 'fa:16:3e:52:55:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7b1c78-273c-4246-9d0f-84ab337fc8ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:46:24.816996 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 5f74c6d9-1993-4659-908e-aaaf1e7bab41 is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:24.817386 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (5f74c6d9-1993-4659-908e-aaaf1e7bab41), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:24.834719 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f74c6d9-1993-4659-908e-aaaf1e7bab41 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:46:24.853935 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 5f74c6d9-1993-4659-908e-aaaf1e7bab41, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=5f74c6d9-1993-4659-908e-aaaf1e7bab41,segment=NetworkSegment(9003f002-8f47-44f5-96d4-104f426fe33b),segment_id=9003f002-8f47-44f5-96d4-104f426fe33b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:24.861531 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (5f74c6d9-1993-4659-908e-aaaf1e7bab41), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:25.034202 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=5f74c6d9-1993-4659-908e-aaaf1e7bab41,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:25.112432 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:25.247430 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['5f74c6d9-1993-4659-908e-aaaf1e7bab41'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:46:25.697954 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb79680-2452-4096-adf5-eeedaf8ad0cb req-65690643-7d8f-46ca-add4-b966bedba34d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:25.699476 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3eb79680-2452-4096-adf5-eeedaf8ad0cb req-65690643-7d8f-46ca-add4-b966bedba34d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0509331 May 12 17:46:25.752915 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3eb79680-2452-4096-adf5-eeedaf8ad0cb req-87c527e1-a8b6-45d7-ad17-0428f050611f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475760 May 12 17:46:25.881346 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1bd88fab-dd49-46d1-a114-29f126eaf5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:25.903211 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306a279-a3c0-4165-9380-002fba558062 req-4efa91b3-da99-4257-9e2b-79fdcb06ca3a tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:25.904946 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4306a279-a3c0-4165-9380-002fba558062 req-4efa91b3-da99-4257-9e2b-79fdcb06ca3a tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 944 time: 0.0559883 May 12 17:46:25.957283 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4306a279-a3c0-4165-9380-002fba558062 req-a9054d67-a08f-42eb-8df0-6ef287205e30 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454867 May 12 17:46:26.677916 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 5f74c6d9-1993-4659-908e-aaaf1e7bab41 up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:46:26.724437 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port 5f74c6d9-1993-4659-908e-aaaf1e7bab41 completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:46:26.731197 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port 5f74c6d9-1993-4659-908e-aaaf1e7bab41 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:26.731793 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (5f74c6d9-1993-4659-908e-aaaf1e7bab41), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:26.815253 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 5f74c6d9-1993-4659-908e-aaaf1e7bab41 is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:26.815653 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (5f74c6d9-1993-4659-908e-aaaf1e7bab41), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:26.843923 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82d9702-9dfa-42d6-9ffb-efa1acdf9834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f74c6d9-1993-4659-908e-aaaf1e7bab41'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:26.846882 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84b55a4-801e-445d-8671-211be029abb0" -d '{"events": [{"server_uuid": "f82d9702-9dfa-42d6-9ffb-efa1acdf9834", "name": "network-vif-plugged", "status": "completed", "tag": "5f74c6d9-1993-4659-908e-aaaf1e7bab41"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:26.863119 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 5f74c6d9-1993-4659-908e-aaaf1e7bab41, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=5f74c6d9-1993-4659-908e-aaaf1e7bab41,segment=NetworkSegment(9003f002-8f47-44f5-96d4-104f426fe33b),segment_id=9003f002-8f47-44f5-96d4-104f426fe33b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:26.868103 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (5f74c6d9-1993-4659-908e-aaaf1e7bab41), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:26.932708 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=5f74c6d9-1993-4659-908e-aaaf1e7bab41,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:26.945222 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caceacd-6c65-4bf5-b25d-ad90d7038d3f x-openstack-request-id: req-5caceacd-6c65-4bf5-b25d-ad90d7038d3f {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:26.945782 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82d9702-9dfa-42d6-9ffb-efa1acdf9834", "name": "network-vif-plugged", "status": "completed", "tag": "5f74c6d9-1993-4659-908e-aaaf1e7bab41", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:26.946250 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5caceacd-6c65-4bf5-b25d-ad90d7038d3f {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:26.946841 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5caceacd-6c65-4bf5-b25d-ad90d7038d3f'] response: {'server_uuid': 'f82d9702-9dfa-42d6-9ffb-efa1acdf9834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f74c6d9-1993-4659-908e-aaaf1e7bab41', 'code': 200} May 12 17:46:26.953630 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a1730-515b-4b99-a585-7d848e74d8e7 req-f628fa8e-3af0-4e50-b919-059fa043460b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:26.955203 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-475a1730-515b-4b99-a585-7d848e74d8e7 req-f628fa8e-3af0-4e50-b919-059fa043460b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.1106620 May 12 17:46:27.041326 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-475a1730-515b-4b99-a585-7d848e74d8e7 req-477b7f46-5f8e-4a3d-98c3-8a67eeec7aec tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800228 May 12 17:46:27.119862 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ba2b8-488f-4c48-a40e-30dfcbdba0e7 req-38163f71-b05d-4863-a054-8fcc6c9b4a8b tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:27.121401 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-872ba2b8-488f-4c48-a40e-30dfcbdba0e7 req-38163f71-b05d-4863-a054-8fcc6c9b4a8b tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 945 time: 0.0715823 May 12 17:46:27.218442 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-872ba2b8-488f-4c48-a40e-30dfcbdba0e7 req-e20cc6d0-ac22-492a-a60a-fe72299826a3 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878980 May 12 17:46:27.234041 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cedcb-912d-4e48-a386-82fb274df8ac req-54c34c44-6036-45aa-b12e-125ef82edf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:27.236932 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ee0cedcb-912d-4e48-a386-82fb274df8ac req-54c34c44-6036-45aa-b12e-125ef82edf3d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 1129 time: 0.0542777 May 12 17:46:27.283262 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:27.286131 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ee0cedcb-912d-4e48-a386-82fb274df8ac req-6bb9f659-9972-4b92-b51b-d71c664d6226 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433488 May 12 17:46:27.495017 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 53156) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:27.600624 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-71c4563a-0e82-433f-9111-a62abc219bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:27.682432 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-71c4563a-0e82-433f-9111-a62abc219bee admin admin] Publish callbacks [] for security_group (156a4423-46d4-4514-a441-3280a615ed0e), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:27.686868 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-71c4563a-0e82-433f-9111-a62abc219bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (156a4423-46d4-4514-a441-3280a615ed0e), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:27.725786 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-71c4563a-0e82-433f-9111-a62abc219bee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=71ffa0e21b5d4e3c9cd8d32a670ab55d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297151 May 12 17:46:27.726638 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4563a-0e82-433f-9111-a62abc219bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156a4423-46d4-4514-a441-3280a615ed0e,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:27.729456 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 53168) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:27.781445 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6622-7ee7-40fb-baa3-f2196595b3b7 admin admin] Publish callbacks [] for security_group (156a4423-46d4-4514-a441-3280a615ed0e), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:27.802582 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6622-7ee7-40fb-baa3-f2196595b3b7 admin admin] Publish callbacks [] for security_group (156a4423-46d4-4514-a441-3280a615ed0e), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:27.850193 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6622-7ee7-40fb-baa3-f2196595b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (156a4423-46d4-4514-a441-3280a615ed0e), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:27.852828 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6622-7ee7-40fb-baa3-f2196595b3b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:27.854085 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-eb7f6622-7ee7-40fb-baa3-f2196595b3b7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/156a4423-46d4-4514-a441-3280a615ed0e HTTP/1.1" status: 204 len: 168 time: 0.1236489 May 12 17:46:27.862097 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f6622-7ee7-40fb-baa3-f2196595b3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156a4423-46d4-4514-a441-3280a615ed0e,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:28.396782 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa7ef4-b0a6-4aea-aaa6-8e473d539433 req-c57186f6-251a-40a8-a6a4-5572a930e0db tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:28.398969 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-86aa7ef4-b0a6-4aea-aaa6-8e473d539433 req-c57186f6-251a-40a8-a6a4-5572a930e0db tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 945 time: 0.0785310 May 12 17:46:28.406287 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bf4a9-7788-4c04-a6b0-ee9715e02bbb req-75e4fb38-0dc9-441b-86fc-3719743a68b4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:28.407736 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b75bf4a9-7788-4c04-a6b0-ee9715e02bbb req-75e4fb38-0dc9-441b-86fc-3719743a68b4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.1006043 May 12 17:46:28.490852 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-86aa7ef4-b0a6-4aea-aaa6-8e473d539433 req-5eedafc7-1d77-4dd5-9d83-b9acd4520f54 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820427 May 12 17:46:28.500811 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b75bf4a9-7788-4c04-a6b0-ee9715e02bbb req-c19ad019-1646-43e7-ba40-ec0f48bbbee9 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852671 May 12 17:46:28.626971 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 53254) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:28.650962 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:28.738284 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-df52918c-d2cd-42a5-99e1-b1d616453f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:28.839767 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-df52918c-d2cd-42a5-99e1-b1d616453f57 admin admin] Publish callbacks [] for security_group (f8ef24ca-92cc-4637-bab4-c92c21001932), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:28.845591 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-df52918c-d2cd-42a5-99e1-b1d616453f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (f8ef24ca-92cc-4637-bab4-c92c21001932), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:28.885926 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-df52918c-d2cd-42a5-99e1-b1d616453f57 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=23a16f3f21b14bf0842a0a53ddb686c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577987 May 12 17:46:28.887137 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52918c-d2cd-42a5-99e1-b1d616453f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ef24ca-92cc-4637-bab4-c92c21001932,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:28.888748 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 53268) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:28.957083 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c07aa15e-5384-4650-ac8d-1b9b28c80a02 admin admin] Publish callbacks [] for security_group (f8ef24ca-92cc-4637-bab4-c92c21001932), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:28.985510 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c07aa15e-5384-4650-ac8d-1b9b28c80a02 admin admin] Publish callbacks [] for security_group (f8ef24ca-92cc-4637-bab4-c92c21001932), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:29.040571 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c07aa15e-5384-4650-ac8d-1b9b28c80a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (f8ef24ca-92cc-4637-bab4-c92c21001932), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:29.043453 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c07aa15e-5384-4650-ac8d-1b9b28c80a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:29.056410 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-c07aa15e-5384-4650-ac8d-1b9b28c80a02 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f8ef24ca-92cc-4637-bab4-c92c21001932 HTTP/1.1" status: 204 len: 168 time: 0.1602600 May 12 17:46:29.073216 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07aa15e-5384-4650-ac8d-1b9b28c80a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ef24ca-92cc-4637-bab4-c92c21001932,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:29.336569 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 53290) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:29.354927 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-57c4628e-3c5a-4ca9-9f15-a336003a585d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:29.432922 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-57c4628e-3c5a-4ca9-9f15-a336003a585d admin admin] Publish callbacks [] for security_group (c8c8ef98-fbe4-49e9-9b58-2bd46bb5fb24), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:29.437543 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-57c4628e-3c5a-4ca9-9f15-a336003a585d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (c8c8ef98-fbe4-49e9-9b58-2bd46bb5fb24), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:29.474565 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-57c4628e-3c5a-4ca9-9f15-a336003a585d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1820c296693b43e49bb2b4fd2cd8c8b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369438 May 12 17:46:29.476492 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4628e-3c5a-4ca9-9f15-a336003a585d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c8ef98-fbe4-49e9-9b58-2bd46bb5fb24,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:29.477232 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 53292) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:29.525408 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff6dffe4-d397-4a83-944e-0f5925ebad46 admin admin] Publish callbacks [] for security_group (c8c8ef98-fbe4-49e9-9b58-2bd46bb5fb24), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:29.547498 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff6dffe4-d397-4a83-944e-0f5925ebad46 admin admin] Publish callbacks [] for security_group (c8c8ef98-fbe4-49e9-9b58-2bd46bb5fb24), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:29.653912 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062323c-67bc-457f-b6b9-13f215ce8aa0 req-9044c1f9-fd25-479d-bc52-abfa7d790527 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:29.655535 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e062323c-67bc-457f-b6b9-13f215ce8aa0 req-9044c1f9-fd25-479d-bc52-abfa7d790527 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0921962 May 12 17:46:29.665713 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec41a3-7691-49cc-aed6-a467800285ae req-cfc7b2df-2c94-4458-93ad-9bd8724949c0 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:29.667462 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-47ec41a3-7691-49cc-aed6-a467800285ae req-cfc7b2df-2c94-4458-93ad-9bd8724949c0 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 945 time: 0.0804965 May 12 17:46:29.670218 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff6dffe4-d397-4a83-944e-0f5925ebad46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (c8c8ef98-fbe4-49e9-9b58-2bd46bb5fb24), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:29.673330 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff6dffe4-d397-4a83-944e-0f5925ebad46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:29.674330 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-ff6dffe4-d397-4a83-944e-0f5925ebad46 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c8c8ef98-fbe4-49e9-9b58-2bd46bb5fb24 HTTP/1.1" status: 204 len: 168 time: 0.1960702 May 12 17:46:29.706568 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dffe4-d397-4a83-944e-0f5925ebad46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c8ef98-fbe4-49e9-9b58-2bd46bb5fb24,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:29.754012 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e062323c-67bc-457f-b6b9-13f215ce8aa0 req-591f5b00-5a60-4b5d-aa5b-ebbced9c3764 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853133 May 12 17:46:29.758496 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-47ec41a3-7691-49cc-aed6-a467800285ae req-2c9c89f9-d4db-49f2-8017-4b8d56f8a828 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832298 May 12 17:46:30.022928 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 53306) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:30.036298 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-25d2cdc8-5c5b-4898-b789-c3b6530b3aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:30.125316 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-25d2cdc8-5c5b-4898-b789-c3b6530b3aca admin admin] Publish callbacks [] for security_group (2b6800bc-5fd2-4b92-8176-574c75659740), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:30.126075 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-25d2cdc8-5c5b-4898-b789-c3b6530b3aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (2b6800bc-5fd2-4b92-8176-574c75659740), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:30.175758 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-25d2cdc8-5c5b-4898-b789-c3b6530b3aca admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c821db2fe1fd43d7b3cc95756b0678a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494620 May 12 17:46:30.176769 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 53318) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:30.179151 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2cdc8-5c5b-4898-b789-c3b6530b3aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6800bc-5fd2-4b92-8176-574c75659740,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:30.244075 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-95c79775-00d0-4ddb-a8c7-e99512d977af admin admin] Publish callbacks [] for security_group (2b6800bc-5fd2-4b92-8176-574c75659740), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:30.269928 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:30.275800 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-95c79775-00d0-4ddb-a8c7-e99512d977af admin admin] Publish callbacks [] for security_group (2b6800bc-5fd2-4b92-8176-574c75659740), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:30.333208 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-95c79775-00d0-4ddb-a8c7-e99512d977af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (2b6800bc-5fd2-4b92-8176-574c75659740), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:30.335968 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-95c79775-00d0-4ddb-a8c7-e99512d977af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:30.339545 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-95c79775-00d0-4ddb-a8c7-e99512d977af admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2b6800bc-5fd2-4b92-8176-574c75659740 HTTP/1.1" status: 204 len: 168 time: 0.1589923 May 12 17:46:30.351237 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c79775-00d0-4ddb-a8c7-e99512d977af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6800bc-5fd2-4b92-8176-574c75659740,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:30.356012 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-ede267c1-422e-4750-9ac0-230dee604b4a tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=e53ce05ac35c48aeb17842025bb4c455&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310764 May 12 17:46:30.618591 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-2bdad60d-1a4a-41f2-b246-7d2315aa3611 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:30.626207 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-2bdad60d-1a4a-41f2-b246-7d2315aa3611 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2629640 May 12 17:46:30.676031 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-51cb46cd-612f-4a15-8223-779a4a3d9a42 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/quotas/e53ce05ac35c48aeb17842025bb4c455 HTTP/1.1" status: 200 len: 375 time: 0.0447884 May 12 17:46:30.733113 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-ba78449c-8a29-412f-9347-93b1f718ed2f tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e53ce05ac35c48aeb17842025bb4c455&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557060 May 12 17:46:30.805119 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512a190-f950-46d3-b9ee-770d135fd10c req-8cd830ff-22fb-40b4-bab8-f50c82eb4f49 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:30.806998 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2512a190-f950-46d3-b9ee-770d135fd10c req-8cd830ff-22fb-40b4-bab8-f50c82eb4f49 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 945 time: 0.0597925 May 12 17:46:30.860353 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2512a190-f950-46d3-b9ee-770d135fd10c req-65a0ff56-11a7-461b-9b78-a351442dc6fc tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464671 May 12 17:46:30.946523 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 53362) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:30.986454 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a5d77dab-ed0f-44c2-a9a1-16ba6a4d4148 req-61102782-8cc9-496f-8b6c-fd4f0fef8671 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 210 time: 0.0489180 May 12 17:46:31.034986 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b5bbe-03c5-4e3c-91a2-4af57317698d req-fe3c38ee-92c4-40de-bcb3-f5bf4ef4c944 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:31.037269 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ae2b5bbe-03c5-4e3c-91a2-4af57317698d req-fe3c38ee-92c4-40de-bcb3-f5bf4ef4c944 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0799358 May 12 17:46:31.101009 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ae2b5bbe-03c5-4e3c-91a2-4af57317698d req-fc394254-8254-4ade-9bcd-857590716243 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578640 May 12 17:46:31.198500 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-71fb581c-244e-4f46-b00e-00e20cb3a94a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:31.292323 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-71fb581c-244e-4f46-b00e-00e20cb3a94a admin admin] Publish callbacks [] for security_group (adda726a-9741-4be4-a5f4-1d585c220945), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:31.298741 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-71fb581c-244e-4f46-b00e-00e20cb3a94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (adda726a-9741-4be4-a5f4-1d585c220945), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:31.349147 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-71fb581c-244e-4f46-b00e-00e20cb3a94a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e25f8b8d3790465a8f626d2218d89c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4016066 May 12 17:46:31.350192 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb581c-244e-4f46-b00e-00e20cb3a94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adda726a-9741-4be4-a5f4-1d585c220945,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:31.353095 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 53384) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:31.394582 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 53386) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:31.417328 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f2a4-d71a-4bf5-bfa1-ec3d2f658ade admin admin] Publish callbacks [] for security_group (adda726a-9741-4be4-a5f4-1d585c220945), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:31.439443 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f2a4-d71a-4bf5-bfa1-ec3d2f658ade admin admin] Publish callbacks [] for security_group (adda726a-9741-4be4-a5f4-1d585c220945), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:31.491647 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f2a4-d71a-4bf5-bfa1-ec3d2f658ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (adda726a-9741-4be4-a5f4-1d585c220945), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:31.496574 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f2a4-d71a-4bf5-bfa1-ec3d2f658ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:31.497830 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-3bb5f2a4-d71a-4bf5-bfa1-ec3d2f658ade admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/adda726a-9741-4be4-a5f4-1d585c220945 HTTP/1.1" status: 204 len: 168 time: 0.1435580 May 12 17:46:31.505619 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-f96c7ac7-5c9f-4e90-a1b4-369857f406ea admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1081198935-network', 'tenant_id': '7ef859014e4d4ff79fb7958511f20d11'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:31.508778 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5f2a4-d71a-4bf5-bfa1-ec3d2f658ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adda726a-9741-4be4-a5f4-1d585c220945,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:31.529208 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96c7ac7-5c9f-4e90-a1b4-369857f406ea admin admin] Made reservation on behalf of 7ef859014e4d4ff79fb7958511f20d11 for: {'network': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:46:31.534374 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f96c7ac7-5c9f-4e90-a1b4-369857f406ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:31.542305 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f96c7ac7-5c9f-4e90-a1b4-369857f406ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:31.628893 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f96c7ac7-5c9f-4e90-a1b4-369857f406ea admin admin] Publish callbacks [] for security_group (2a9c802b-08bf-464f-8dcd-e9d71826f55a), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:31.633097 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f96c7ac7-5c9f-4e90-a1b4-369857f406ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (2a9c802b-08bf-464f-8dcd-e9d71826f55a), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:31.659368 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96c7ac7-5c9f-4e90-a1b4-369857f406ea admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=109951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:46:31.675264 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c7ac7-5c9f-4e90-a1b4-369857f406ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9c802b-08bf-464f-8dcd-e9d71826f55a,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:31.682422 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f96c7ac7-5c9f-4e90-a1b4-369857f406ea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:31.682836 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.segments_db [None req-f96c7ac7-5c9f-4e90-a1b4-369857f406ea admin admin] Added segment b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd of type vlan for network 27ef8398-cbd5-4979-a9fc-e97a3c65d254 May 12 17:46:31.727042 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f96c7ac7-5c9f-4e90-a1b4-369857f406ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (27ef8398-cbd5-4979-a9fc-e97a3c65d254), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:31.760076 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f96c7ac7-5c9f-4e90-a1b4-369857f406ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (27ef8398-cbd5-4979-a9fc-e97a3c65d254), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:31.761322 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96c7ac7-5c9f-4e90-a1b4-369857f406ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:31.762295 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f96c7ac7-5c9f-4e90-a1b4-369857f406ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:31.795433 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-f96c7ac7-5c9f-4e90-a1b4-369857f406ea admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3996718 May 12 17:46:31.798993 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 53400) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:31.803942 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-021279cc-d286-4be7-8160-77afe0fdd184 admin admin] Request body: {'subnet': {'network_id': '27ef8398-cbd5-4979-a9fc-e97a3c65d254', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1081198935-subnet', 'tenant_id': '7ef859014e4d4ff79fb7958511f20d11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:31.829692 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021279cc-d286-4be7-8160-77afe0fdd184 admin admin] Made reservation on behalf of 7ef859014e4d4ff79fb7958511f20d11 for: {'subnet': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:46:31.831747 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c7ac7-5c9f-4e90-a1b4-369857f406ea admin admin] Pushing event updated for resources: {'Network': ['ID=27ef8398-cbd5-4979-a9fc-e97a3c65d254,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:31.832661 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-021279cc-d286-4be7-8160-77afe0fdd184 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9404103'] for subnet (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:31.842431 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network 27ef8398-cbd5-4979-a9fc-e97a3c65d254 details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:46:32.029763 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d895328-a9ce-46cc-b0b1-63497232ccc8 req-d3abb8d1-8a1f-4a51-9097-3abdc19cf663 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:32.031572 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1d895328-a9ce-46cc-b0b1-63497232ccc8 req-d3abb8d1-8a1f-4a51-9097-3abdc19cf663 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 945 time: 0.0894265 May 12 17:46:32.100272 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-021279cc-d286-4be7-8160-77afe0fdd184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9231563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9404113'] for subnet (dc2a100a-a509-4a22-a103-8ad56c8616e5), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:32.139219 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e92fd068-0c94-4370-bb3c-e0bba22d21da req-11383164-4d09-46b9-b02f-8368dc576a3f tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 210 time: 0.0633554 May 12 17:46:32.193914 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1d895328-a9ce-46cc-b0b1-63497232ccc8 req-6c908356-37be-4a83-b0f1-57a20b4dcb13 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403463 May 12 17:46:32.274086 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021279cc-d286-4be7-8160-77afe0fdd184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc2a100a-a509-4a22-a103-8ad56c8616e5,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:32.275976 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021279cc-d286-4be7-8160-77afe0fdd184 admin admin] Checking segment: {'id': 'b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '27ef8398-cbd5-4979-a9fc-e97a3c65d254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:46:32.276540 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021279cc-d286-4be7-8160-77afe0fdd184 admin admin] Network hostable DHCP agents. Network: 27ef8398-cbd5-4979-a9fc-e97a3c65d254, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:46:32.285162 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be648615-91da-4556-9d2c-c6e691b07a99 req-9f5fe667-e34d-4de2-bac1-b00f99a9c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:32.287116 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-be648615-91da-4556-9d2c-c6e691b07a99 req-9f5fe667-e34d-4de2-bac1-b00f99a9c83b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 1129 time: 0.1201651 May 12 17:46:32.305285 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56063f65-d700-4586-90f7-6fe0e25f6960 req-95517475-d4db-4c21-a208-0aef8c7412f1 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:32.306744 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-56063f65-d700-4586-90f7-6fe0e25f6960 req-95517475-d4db-4c21-a208-0aef8c7412f1 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0772731 May 12 17:46:32.321102 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021279cc-d286-4be7-8160-77afe0fdd184 admin admin] Network 27ef8398-cbd5-4979-a9fc-e97a3c65d254 is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:46:32.340043 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-021279cc-d286-4be7-8160-77afe0fdd184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, 27ef8398-cbd5-4979-a9fc-e97a3c65d254) {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:46:32.352462 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021279cc-d286-4be7-8160-77afe0fdd184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:32.353080 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-021279cc-d286-4be7-8160-77afe0fdd184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:32.356655 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f03820-2d68-4f77-82bc-ce915ddd1baf None None] Network 27ef8398-cbd5-4979-a9fc-e97a3c65d254 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:46:32.410181 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-56063f65-d700-4586-90f7-6fe0e25f6960 req-7ee5b584-f7f7-4b4b-a7df-58c57ec5eef8 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963161 May 12 17:46:32.416027 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-021279cc-d286-4be7-8160-77afe0fdd184 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6159735 May 12 17:46:32.445839 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-be648615-91da-4556-9d2c-c6e691b07a99 req-ce59e10d-90a7-408a-a570-8ad00985e274 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670733 May 12 17:46:32.509838 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c75b3d-230f-4943-9aee-cc3599f7819e None None] Network 27ef8398-cbd5-4979-a9fc-e97a3c65d254 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:46:32.882122 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d083c-4de2-447d-ada0-c4accc14c20e req-83a3c3ab-9dff-4e02-9df5-4fd70807c336 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:32.884633 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-915d083c-4de2-447d-ada0-c4accc14c20e req-83a3c3ab-9dff-4e02-9df5-4fd70807c336 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.74 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 945 time: 0.0630338 May 12 17:46:33.280779 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e167b67a-f133-4ef3-af86-31d9c6044592 req-d2b072e7-db7a-489e-bf8a-e88aafd47060 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 210 time: 0.0569544 May 12 17:46:33.317753 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [req-915d083c-4de2-447d-ada0-c4accc14c20e req-72ae2e8b-a14e-4910-94d3-7b85c3132367 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Deleting port 5f74c6d9-1993-4659-908e-aaaf1e7bab41 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:46:33.318186 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-915d083c-4de2-447d-ada0-c4accc14c20e req-72ae2e8b-a14e-4910-94d3-7b85c3132367 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (5f74c6d9-1993-4659-908e-aaaf1e7bab41), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:33.381577 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d1c86-850e-4265-bb1a-2d2eb38ff621 req-3deca3ed-848d-4ecc-a07e-7ffb00278466 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:33.384127 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bf5d1c86-850e-4265-bb1a-2d2eb38ff621 req-3deca3ed-848d-4ecc-a07e-7ffb00278466 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 945 time: 0.0868833 May 12 17:46:33.508909 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [req-915d083c-4de2-447d-ada0-c4accc14c20e req-72ae2e8b-a14e-4910-94d3-7b85c3132367 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] For port 5f74c6d9-1993-4659-908e-aaaf1e7bab41, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=5f74c6d9-1993-4659-908e-aaaf1e7bab41,segment=NetworkSegment(9003f002-8f47-44f5-96d4-104f426fe33b),segment_id=9003f002-8f47-44f5-96d4-104f426fe33b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:33.509235 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-915d083c-4de2-447d-ada0-c4accc14c20e req-72ae2e8b-a14e-4910-94d3-7b85c3132367 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (5f74c6d9-1993-4659-908e-aaaf1e7bab41), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:33.529175 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bf5d1c86-850e-4265-bb1a-2d2eb38ff621 req-abd2aebb-a33c-46e6-9aa6-7c5ebe665d32 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/security-groups?id=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976214 May 12 17:46:33.551224 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [req-915d083c-4de2-447d-ada0-c4accc14c20e req-72ae2e8b-a14e-4910-94d3-7b85c3132367 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Calling delete_port for 5f74c6d9-1993-4659-908e-aaaf1e7bab41 owned by compute:nova {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:46:33.575982 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63494164-fcd9-43a2-a6a9-d4b459f6cdbf req-9d62bee8-ef0f-4831-97ff-758e5ad53bad tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:33.578432 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-63494164-fcd9-43a2-a6a9-d4b459f6cdbf req-9d62bee8-ef0f-4831-97ff-758e5ad53bad tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0765364 May 12 17:46:33.678294 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-63494164-fcd9-43a2-a6a9-d4b459f6cdbf req-f29f7e85-5d63-4afe-8701-b7048f633350 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677538 May 12 17:46:33.750953 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-915d083c-4de2-447d-ada0-c4accc14c20e req-72ae2e8b-a14e-4910-94d3-7b85c3132367 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (5f74c6d9-1993-4659-908e-aaaf1e7bab41), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:33.778171 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae2e8b-a14e-4910-94d3-7b85c3132367 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Pushing event deleted for resources: {'Port': ['ID=5f74c6d9-1993-4659-908e-aaaf1e7bab41,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:33.799536 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['5f74c6d9-1993-4659-908e-aaaf1e7bab41'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:46:33.823092 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [req-915d083c-4de2-447d-ada0-c4accc14c20e req-72ae2e8b-a14e-4910-94d3-7b85c3132367 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] No DVR routers for this DVR port 5f74c6d9-1993-4659-908e-aaaf1e7bab41 on host hv-cinder-84052 {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:46:33.825450 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-915d083c-4de2-447d-ada0-c4accc14c20e req-72ae2e8b-a14e-4910-94d3-7b85c3132367 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:33.829850 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-915d083c-4de2-447d-ada0-c4accc14c20e req-72ae2e8b-a14e-4910-94d3-7b85c3132367 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.74 "DELETE /v2.0/ports/5f74c6d9-1993-4659-908e-aaaf1e7bab41 HTTP/1.1" status: 204 len: 173 time: 0.6453159 May 12 17:46:33.830519 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82d9702-9dfa-42d6-9ffb-efa1acdf9834', 'name': 'network-vif-deleted', 'tag': '5f74c6d9-1993-4659-908e-aaaf1e7bab41'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:33.832921 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9127ca56-c7b0-406b-8c41-2e5f4ac23678" -d '{"events": [{"server_uuid": "f82d9702-9dfa-42d6-9ffb-efa1acdf9834", "name": "network-vif-deleted", "tag": "5f74c6d9-1993-4659-908e-aaaf1e7bab41"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:33.867744 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0da7fc8-7c1b-492b-a60f-a6304840b573 x-openstack-request-id: req-d0da7fc8-7c1b-492b-a60f-a6304840b573 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:33.868030 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82d9702-9dfa-42d6-9ffb-efa1acdf9834", "name": "network-vif-deleted", "tag": "5f74c6d9-1993-4659-908e-aaaf1e7bab41", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:33.868314 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d0da7fc8-7c1b-492b-a60f-a6304840b573 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:33.868708 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0da7fc8-7c1b-492b-a60f-a6304840b573'] response: {'server_uuid': 'f82d9702-9dfa-42d6-9ffb-efa1acdf9834', 'name': 'network-vif-deleted', 'tag': '5f74c6d9-1993-4659-908e-aaaf1e7bab41', 'status': 'completed', 'code': 200} May 12 17:46:34.336365 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-1186aedd-1b31-4991-8681-e73ea0aa1c5f tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:34.339210 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-1186aedd-1b31-4991-8681-e73ea0aa1c5f tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/networks?id=27ef8398-cbd5-4979-a9fc-e97a3c65d254 HTTP/1.1" status: 200 len: 814 time: 0.1035156 May 12 17:46:34.353130 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-8c01232b-110f-4c18-b3f2-694b072ebeff tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/quotas/7ef859014e4d4ff79fb7958511f20d11 HTTP/1.1" status: 200 len: 375 time: 0.0100791 May 12 17:46:34.397349 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-a6cb6317-b89a-4f3d-8703-1ddaa5ca1852 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ef859014e4d4ff79fb7958511f20d11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386302 May 12 17:46:34.420234 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-22ae1f10-7756-4e39-aac7-8ef9148089fc req-08ace5be-9b8c-43be-8878-28457b20bf1f tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 210 time: 0.0486021 May 12 17:46:34.470840 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-71801ef8-cd1b-44b5-afba-049e3e2d6785 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e53ce05ac35c48aeb17842025bb4c455&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376306 May 12 17:46:34.939184 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-80022525-59eb-48d4-9ec0-c722d8765a21 req-2a53a2f7-6d9f-420b-91d1-7eb5679229f2 tempest-VolumesActionsTest-1696156669 tempest-VolumesActionsTest-1696156669-project] 10.222.0.73 "GET /v2.0/ports?device_id=f82d9702-9dfa-42d6-9ffb-efa1acdf9834 HTTP/1.1" status: 200 len: 210 time: 0.0733597 May 12 17:46:34.939935 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-29cf87d3-df5b-4c0c-8102-7add18fc3ec1 service neutron] 10.222.0.73 "GET /v2.0/networks/27ef8398-cbd5-4979-a9fc-e97a3c65d254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278959 May 12 17:46:34.995135 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-182f19a9-c6b7-46f5-9f69-86d3d1f84802 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:34.996588 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-182f19a9-c6b7-46f5-9f69-86d3d1f84802 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5185750 May 12 17:46:35.074437 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-17ec2b48-163d-40ba-a2cd-1283087343be tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Request body: {'port': {'device_id': '7266f170-d323-4b72-a63f-b13bd46106a8', 'network_id': '563f8608-c151-4977-a039-606f39db8d74', 'admin_state_up': True, 'tenant_id': 'e53ce05ac35c48aeb17842025bb4c455'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:35.087947 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e74f9-1a01-4481-88a9-68fc5f843a91 req-8a1db461-4231-49a4-b535-af2142a39e81 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:35.089466 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-066e74f9-1a01-4481-88a9-68fc5f843a91 req-8a1db461-4231-49a4-b535-af2142a39e81 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0919595 May 12 17:46:35.142437 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-9f5cc091-2139-465a-80fb-3367adeb86c0 service neutron] 10.222.0.73 "GET /v2.0/networks/27ef8398-cbd5-4979-a9fc-e97a3c65d254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959600 May 12 17:46:35.214977 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-066e74f9-1a01-4481-88a9-68fc5f843a91 req-e81f8b1b-8754-40a6-bd6b-01af849c6d22 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102481 May 12 17:46:35.250891 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-17ec2b48-163d-40ba-a2cd-1283087343be tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Made reservation on behalf of e53ce05ac35c48aeb17842025bb4c455 for: {'port': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:46:35.254839 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-17ec2b48-163d-40ba-a2cd-1283087343be tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:35.276858 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-17ec2b48-163d-40ba-a2cd-1283087343be tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:35.395222 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-517edaee-8d23-4068-a787-d90215202f06 req-c55f75c6-d3c1-464f-b126-1328bb1a94af tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 210 time: 0.0444942 May 12 17:46:35.408990 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13e1cc-8bf8-42e1-896c-a8f0512f8752 req-0e051506-24a0-4d38-a73e-5e3c66c11cb1 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:35.410465 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-cd13e1cc-8bf8-42e1-896c-a8f0512f8752 req-0e051506-24a0-4d38-a73e-5e3c66c11cb1 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0930820 May 12 17:46:35.467259 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-17ec2b48-163d-40ba-a2cd-1283087343be tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Publish callbacks [] for security_group (839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:35.479185 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-17ec2b48-163d-40ba-a2cd-1283087343be tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:35.508067 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-cd13e1cc-8bf8-42e1-896c-a8f0512f8752 req-8ab93906-3b4c-48c0-a27a-5d9a2a4e8cb9 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881400 May 12 17:46:35.599877 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-222276a4-6e81-4735-b871-46e1ac8ffccc req-aaccaeb9-e1ed-4ab8-bdf3-711d75a87496 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 210 time: 0.0907314 May 12 17:46:35.616270 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec2b48-163d-40ba-a2cd-1283087343be tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:35.710846 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-17ec2b48-163d-40ba-a2cd-1283087343be tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Allocated IP 192.168.233.248 (563f8608-c151-4977-a039-606f39db8d74/54e6a512-3309-42b7-9743-b44e696b2bfc/14bde056-fbaf-49dc-8239-db356e8be65c) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:46:35.891359 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-17ec2b48-163d-40ba-a2cd-1283087343be tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Publish callbacks [] for port (14bde056-fbaf-49dc-8239-db356e8be65c), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:35.932921 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-17ec2b48-163d-40ba-a2cd-1283087343be tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (14bde056-fbaf-49dc-8239-db356e8be65c), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:35.976450 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-17ec2b48-163d-40ba-a2cd-1283087343be tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Network 563f8608-c151-4977-a039-606f39db8d74 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:46:35.980741 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-17ec2b48-163d-40ba-a2cd-1283087343be tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:46:35.985298 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-17ec2b48-163d-40ba-a2cd-1283087343be tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:46:36.028335 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec2b48-163d-40ba-a2cd-1283087343be tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Pushing event updated for resources: {'Port': ['ID=14bde056-fbaf-49dc-8239-db356e8be65c,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:36.058886 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-17ec2b48-163d-40ba-a2cd-1283087343be tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:36.059527 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-17ec2b48-163d-40ba-a2cd-1283087343be tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:36.082549 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-17ec2b48-163d-40ba-a2cd-1283087343be tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0144684 May 12 17:46:36.120892 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Request body: {'port': {'device_id': '7266f170-d323-4b72-a63f-b13bd46106a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:36.202311 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (14bde056-fbaf-49dc-8239-db356e8be65c), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:36.323362 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-2ef15538-82c8-4426-8451-c48b4622df86 None None] Provisioning complete for port 14bde056-fbaf-49dc-8239-db356e8be65c triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:36.324650 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2ef15538-82c8-4426-8451-c48b4622df86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (14bde056-fbaf-49dc-8239-db356e8be65c), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:36.384254 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-2ef15538-82c8-4426-8451-c48b4622df86 None None] Port 14bde056-fbaf-49dc-8239-db356e8be65c cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:46:36.536310 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ca91d319-cee7-4471-8087-be5379daf9ac req-4e1a10ce-8c1c-4c04-b31c-b2f7174097b0 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 210 time: 0.0481884 May 12 17:46:36.736307 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 5f74c6d9-1993-4659-908e-aaaf1e7bab41 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:46:36.742026 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14bde056-fbaf-49dc-8239-db356e8be65c {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:46:36.761874 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Publish callbacks [] for port (14bde056-fbaf-49dc-8239-db356e8be65c), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:36.776557 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Transition to ACTIVE for port object 14bde056-fbaf-49dc-8239-db356e8be65c will not be triggered until provisioned by entity L2. {{(pid=109950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:46:36.788148 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: 5f74c6d9-1993-4659-908e-aaaf1e7bab41 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:46:36.788720 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 5f74c6d9-1993-4659-908e-aaaf1e7bab41 not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:46:36.788982 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-39640526-6de6-4499-898e-9f0f5db9337c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:36.793700 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-39640526-6de6-4499-898e-9f0f5db9337c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.74 "GET /v2.0/networks?id=27ef8398-cbd5-4979-a9fc-e97a3c65d254 HTTP/1.1" status: 200 len: 814 time: 0.1947169 May 12 17:46:36.795135 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231180'] for port (14bde056-fbaf-49dc-8239-db356e8be65c), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:36.822650 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-9d63ce37-9ae9-4294-a832-e4cefa51894d tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Request body: {'port': {'device_id': 'fa5fc433-fe1c-47fa-b31c-fea85a6c25a5', 'network_id': '27ef8398-cbd5-4979-a9fc-e97a3c65d254', 'admin_state_up': True, 'tenant_id': '7ef859014e4d4ff79fb7958511f20d11'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:36.927539 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8d49a-d056-49c3-985f-706abfd32ffc req-6ed6e353-a151-40da-a4f7-e5764ead87d0 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:36.929098 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-59e8d49a-d056-49c3-985f-706abfd32ffc req-6ed6e353-a151-40da-a4f7-e5764ead87d0 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 948 time: 0.1486130 May 12 17:46:36.978876 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Pushing event updated for resources: {'Port': ['ID=14bde056-fbaf-49dc-8239-db356e8be65c,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:36.990439 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-9d63ce37-9ae9-4294-a832-e4cefa51894d tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Made reservation on behalf of 7ef859014e4d4ff79fb7958511f20d11 for: {'port': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:46:36.998542 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-9d63ce37-9ae9-4294-a832-e4cefa51894d tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:37.143163 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-59e8d49a-d056-49c3-985f-706abfd32ffc req-6d343d4d-4548-4069-927c-17c2da936f04 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/security-groups?id=839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746120 May 12 17:46:37.167466 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Attempting to bind port 14bde056-fbaf-49dc-8239-db356e8be65c on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:46:37.167802 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Attempting to bind port 14bde056-fbaf-49dc-8239-db356e8be65c by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': 'd623d86e-d198-41f5-9512-cedb08294377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '563f8608-c151-4977-a039-606f39db8d74'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:46:37.168192 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Attempting to bind port 14bde056-fbaf-49dc-8239-db356e8be65c on network 563f8608-c151-4977-a039-606f39db8d74 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:46:37.180528 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-9d63ce37-9ae9-4294-a832-e4cefa51894d tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Allocated IP 172.20.0.3 (27ef8398-cbd5-4979-a9fc-e97a3c65d254/dc2a100a-a509-4a22-a103-8ad56c8616e5/90a3053b-ee33-4c0a-a3ac-73e9c7651517) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:46:37.180843 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Port 14bde056-fbaf-49dc-8239-db356e8be65c on network 563f8608-c151-4977-a039-606f39db8d74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:46:37.181178 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Attempting to bind port 14bde056-fbaf-49dc-8239-db356e8be65c on network 563f8608-c151-4977-a039-606f39db8d74 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:46:37.199216 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:46:37.199500 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Checking segment: {'id': 'd623d86e-d198-41f5-9512-cedb08294377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '563f8608-c151-4977-a039-606f39db8d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:46:37.200127 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Bound using segment: {'id': 'd623d86e-d198-41f5-9512-cedb08294377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '563f8608-c151-4977-a039-606f39db8d74'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:46:37.200368 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Bound port: 14bde056-fbaf-49dc-8239-db356e8be65c, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd623d86e-d198-41f5-9512-cedb08294377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '563f8608-c151-4977-a039-606f39db8d74'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:46:37.200831 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (14bde056-fbaf-49dc-8239-db356e8be65c), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:37.316121 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] For port 14bde056-fbaf-49dc-8239-db356e8be65c, host hv-cinder-84052, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:46:37.335603 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af599cfd-91a4-46cf-b8e5-ff18a3f27828 req-b1af716c-1522-4ac0-a7a4-7a4637a71709 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:37.337219 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-af599cfd-91a4-46cf-b8e5-ff18a3f27828 req-b1af716c-1522-4ac0-a7a4-7a4637a71709 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0676241 May 12 17:46:37.338955 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] For port 14bde056-fbaf-49dc-8239-db356e8be65c, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=14bde056-fbaf-49dc-8239-db356e8be65c,segment=NetworkSegment(d623d86e-d198-41f5-9512-cedb08294377),segment_id=d623d86e-d198-41f5-9512-cedb08294377)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:46:37.351493 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231180'] for port (14bde056-fbaf-49dc-8239-db356e8be65c), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:37.355678 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-9d63ce37-9ae9-4294-a832-e4cefa51894d tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Publish callbacks [] for port (90a3053b-ee33-4c0a-a3ac-73e9c7651517), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:37.392919 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-9d63ce37-9ae9-4294-a832-e4cefa51894d tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (90a3053b-ee33-4c0a-a3ac-73e9c7651517), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:37.397826 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:37.398425 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:37.399842 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] 10.222.0.74 "PUT /v2.0/ports/14bde056-fbaf-49dc-8239-db356e8be65c HTTP/1.1" status: 200 len: 1098 time: 1.2835534 May 12 17:46:37.400381 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7266f170-d323-4b72-a63f-b13bd46106a8', 'tag': '14bde056-fbaf-49dc-8239-db356e8be65c'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:37.402641 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbd3403-4917-4295-bd1b-9232d97bb0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "7266f170-d323-4b72-a63f-b13bd46106a8", "tag": "14bde056-fbaf-49dc-8239-db356e8be65c"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:37.450228 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a985619-3c9b-4f51-89f6-08678d3d1671 service neutron] Pushing event updated for resources: {'Port': ['ID=14bde056-fbaf-49dc-8239-db356e8be65c,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:37.470060 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-af599cfd-91a4-46cf-b8e5-ff18a3f27828 req-2005aa4c-321b-4262-b910-6bb4f8eba237 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200981 May 12 17:46:37.471748 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a48500b-68fb-44e2-9499-a0babc57f8bc x-openstack-request-id: req-0a48500b-68fb-44e2-9499-a0babc57f8bc {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:37.472219 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7266f170-d323-4b72-a63f-b13bd46106a8", "tag": "14bde056-fbaf-49dc-8239-db356e8be65c", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:37.472648 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0a48500b-68fb-44e2-9499-a0babc57f8bc {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:37.473137 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a48500b-68fb-44e2-9499-a0babc57f8bc'] response: {'name': 'network-changed', 'server_uuid': '7266f170-d323-4b72-a63f-b13bd46106a8', 'tag': '14bde056-fbaf-49dc-8239-db356e8be65c', 'status': 'completed', 'code': 200} May 12 17:46:37.490659 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63ce37-9ae9-4294-a832-e4cefa51894d tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Pushing event updated for resources: {'Port': ['ID=90a3053b-ee33-4c0a-a3ac-73e9c7651517,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:37.494042 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-9d63ce37-9ae9-4294-a832-e4cefa51894d tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Network 27ef8398-cbd5-4979-a9fc-e97a3c65d254 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:46:37.495739 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-9d63ce37-9ae9-4294-a832-e4cefa51894d tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:46:37.497869 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-9d63ce37-9ae9-4294-a832-e4cefa51894d tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:46:37.504802 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-9d63ce37-9ae9-4294-a832-e4cefa51894d tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:37.505476 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-9d63ce37-9ae9-4294-a832-e4cefa51894d tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:37.523753 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-9d63ce37-9ae9-4294-a832-e4cefa51894d tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7060959 May 12 17:46:37.669270 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626ccf4-c607-4b25-b9b6-cb001689a7e0 req-3fe514ca-e919-4857-8439-f54f7321dbfa tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:37.670734 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2626ccf4-c607-4b25-b9b6-cb001689a7e0 req-3fe514ca-e919-4857-8439-f54f7321dbfa tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 931 time: 0.0521803 May 12 17:46:37.719546 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2626ccf4-c607-4b25-b9b6-cb001689a7e0 req-d6cebc69-a50d-4843-92d3-13102c04a705 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427928 May 12 17:46:38.264393 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e96fe-1ec4-4729-92b9-97bfe46ef338 req-ec7d2235-1e85-4268-9870-811c298f3929 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:38.266042 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d42e96fe-1ec4-4729-92b9-97bfe46ef338 req-ec7d2235-1e85-4268-9870-811c298f3929 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 948 time: 0.0478604 May 12 17:46:38.313044 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d42e96fe-1ec4-4729-92b9-97bfe46ef338 req-41187cc1-160d-40b0-8ce5-127fa7881547 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/security-groups?id=839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414815 May 12 17:46:38.574355 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b8f7e-cf1d-40c8-939f-21d73f0914f4 req-e8bb9cf5-640e-4899-ab9f-adabdac5f0f4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:38.575840 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-430b8f7e-cf1d-40c8-939f-21d73f0914f4 req-e8bb9cf5-640e-4899-ab9f-adabdac5f0f4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0474658 May 12 17:46:38.628074 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-430b8f7e-cf1d-40c8-939f-21d73f0914f4 req-22e71278-4aa3-4f87-b26e-d49881a89383 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460746 May 12 17:46:38.832611 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0f16a-5de1-437b-9c24-e0b2eea23001 req-1d9db97e-e7c0-4be7-954a-73b53d221807 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:38.834114 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-22c0f16a-5de1-437b-9c24-e0b2eea23001 req-1d9db97e-e7c0-4be7-954a-73b53d221807 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 931 time: 0.0467002 May 12 17:46:38.883435 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-22c0f16a-5de1-437b-9c24-e0b2eea23001 req-cb88371b-6bae-4ae4-844a-88466a9016c4 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430312 May 12 17:46:39.423388 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b3a4b-e402-42e6-989e-959d2958486b req-ffdbac62-411a-4290-a1fa-165786e76ee3 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:39.424861 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d86b3a4b-e402-42e6-989e-959d2958486b req-ffdbac62-411a-4290-a1fa-165786e76ee3 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 948 time: 0.0461838 May 12 17:46:39.472948 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d86b3a4b-e402-42e6-989e-959d2958486b req-fc5aaa3e-fde3-4551-b584-4ba2dd669d36 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/security-groups?id=839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422852 May 12 17:46:39.746108 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246e939-9d7d-41f6-939f-12271cde24a1 req-849f438d-1d53-4dcf-8ab3-cce2d226e5a8 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:39.747524 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b246e939-9d7d-41f6-939f-12271cde24a1 req-849f438d-1d53-4dcf-8ab3-cce2d226e5a8 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0502346 May 12 17:46:39.797190 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b246e939-9d7d-41f6-939f-12271cde24a1 req-0685e995-2e31-4ae6-86ba-7c60f9de0cdb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427239 May 12 17:46:39.888940 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Request body: {'port': {'device_id': 'fa5fc433-fe1c-47fa-b31c-fea85a6c25a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:39.940954 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd3403-4917-4295-bd1b-9232d97bb0a0 req-e2dc82de-a60a-4ecd-a86f-1d83f31213b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:39.942629 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1cbd3403-4917-4295-bd1b-9232d97bb0a0 req-e2dc82de-a60a-4ecd-a86f-1d83f31213b5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e53ce05ac35c48aeb17842025bb4c455&device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 1132 time: 0.0446246 May 12 17:46:39.957368 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b694d-db4b-48f2-87cd-1e6d87bb9c0b req-e1752747-7c47-4655-a822-e9f82d83836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:39.958833 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4f9b694d-db4b-48f2-87cd-1e6d87bb9c0b req-e1752747-7c47-4655-a822-e9f82d83836e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 1130 time: 0.0456431 May 12 17:46:40.012057 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1cbd3403-4917-4295-bd1b-9232d97bb0a0 req-aba44a13-7cab-4a4d-b6f6-03ae821e0861 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=e53ce05ac35c48aeb17842025bb4c455&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477443 May 12 17:46:40.017999 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (90a3053b-ee33-4c0a-a3ac-73e9c7651517), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:40.041739 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f2789-f345-4fc5-b634-daa06b81acbc req-5b68199d-0dc4-41db-8517-7d523a7e389c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:40.043234 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4b6f2789-f345-4fc5-b634-daa06b81acbc req-5b68199d-0dc4-41db-8517-7d523a7e389c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 931 time: 0.0876825 May 12 17:46:40.135791 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b694d-db4b-48f2-87cd-1e6d87bb9c0b req-75ffce6c-7788-4683-9c20-00c2086506a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:40.137266 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4f9b694d-db4b-48f2-87cd-1e6d87bb9c0b req-75ffce6c-7788-4683-9c20-00c2086506a6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 920 time: 0.1572812 May 12 17:46:40.192055 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4f9b694d-db4b-48f2-87cd-1e6d87bb9c0b req-2334715b-c124-40e8-885d-c0637ebf9018 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeff2539-2372-4118-8fd1-4b25292a34c4 HTTP/1.1" status: 200 len: 217 time: 0.0436172 May 12 17:46:40.204811 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4b6f2789-f345-4fc5-b634-daa06b81acbc req-d85fb0de-f670-4eb9-a075-26c4be49e7a6 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466386 May 12 17:46:40.219022 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd3403-4917-4295-bd1b-9232d97bb0a0 req-f8a6ec48-090e-4610-af01-9717ced20ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:40.220810 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1cbd3403-4917-4295-bd1b-9232d97bb0a0 req-f8a6ec48-090e-4610-af01-9717ced20ebb service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2017298 May 12 17:46:40.309509 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b694d-db4b-48f2-87cd-1e6d87bb9c0b req-7ad03087-5633-49e6-83b1-82cf2065a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:40.310859 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4f9b694d-db4b-48f2-87cd-1e6d87bb9c0b req-7ad03087-5633-49e6-83b1-82cf2065a8c9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=408098b4-b6ba-468a-a49c-afb1cbe23810 HTTP/1.1" status: 200 len: 858 time: 0.0712206 May 12 17:46:40.334586 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-55565023-bb5b-4982-a0b3-4220fb6da338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:40.336254 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-55565023-bb5b-4982-a0b3-4220fb6da338 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e53ce05ac35c48aeb17842025bb4c455&device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 1132 time: 0.0401947 May 12 17:46:40.392993 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b694d-db4b-48f2-87cd-1e6d87bb9c0b req-2d366ea5-dcfa-43d9-af1b-881e5ace53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:40.394492 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4f9b694d-db4b-48f2-87cd-1e6d87bb9c0b req-2d366ea5-dcfa-43d9-af1b-881e5ace53ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dae508b5-33ae-47fd-88cd-96de0b50f763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751126 May 12 17:46:40.401830 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-d00cbbbe-7639-4bfc-9cd2-f88958638778 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=14bde056-fbaf-49dc-8239-db356e8be65c HTTP/1.1" status: 200 len: 217 time: 0.0460179 May 12 17:46:40.480096 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a3053b-ee33-4c0a-a3ac-73e9c7651517 {{(pid=109951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:46:40.488127 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Publish callbacks [] for port (90a3053b-ee33-4c0a-a3ac-73e9c7651517), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:40.501628 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.provisioning_blocks [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Transition to ACTIVE for port object 90a3053b-ee33-4c0a-a3ac-73e9c7651517 will not be triggered until provisioned by entity L2. {{(pid=109951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:46:40.506071 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (90a3053b-ee33-4c0a-a3ac-73e9c7651517), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:40.557022 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Pushing event updated for resources: {'Port': ['ID=90a3053b-ee33-4c0a-a3ac-73e9c7651517,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:40.593130 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Attempting to bind port 90a3053b-ee33-4c0a-a3ac-73e9c7651517 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:46:40.593986 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Attempting to bind port 90a3053b-ee33-4c0a-a3ac-73e9c7651517 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': 'b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '27ef8398-cbd5-4979-a9fc-e97a3c65d254'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:46:40.594969 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Attempting to bind port 90a3053b-ee33-4c0a-a3ac-73e9c7651517 on network 27ef8398-cbd5-4979-a9fc-e97a3c65d254 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:46:40.599289 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba6a4e-bb2b-49ee-8aac-96c0b3aaa869 req-b83dff86-3b62-45fb-bcc1-5296a8890c84 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:40.599473 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Port 90a3053b-ee33-4c0a-a3ac-73e9c7651517 on network 27ef8398-cbd5-4979-a9fc-e97a3c65d254 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:46:40.599793 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Attempting to bind port 90a3053b-ee33-4c0a-a3ac-73e9c7651517 on network 27ef8398-cbd5-4979-a9fc-e97a3c65d254 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:46:40.600851 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5dba6a4e-bb2b-49ee-8aac-96c0b3aaa869 req-b83dff86-3b62-45fb-bcc1-5296a8890c84 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 948 time: 0.0541079 May 12 17:46:40.604869 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:46:40.605232 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Checking segment: {'id': 'b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '27ef8398-cbd5-4979-a9fc-e97a3c65d254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:46:40.605608 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Bound using segment: {'id': 'b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '27ef8398-cbd5-4979-a9fc-e97a3c65d254'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:46:40.606033 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Bound port: 90a3053b-ee33-4c0a-a3ac-73e9c7651517, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '27ef8398-cbd5-4979-a9fc-e97a3c65d254'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:46:40.606389 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (90a3053b-ee33-4c0a-a3ac-73e9c7651517), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:40.651751 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5dba6a4e-bb2b-49ee-8aac-96c0b3aaa869 req-08f68e70-ba65-4dac-ba3e-12d310bd52ce tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/security-groups?id=839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451176 May 12 17:46:40.675672 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] For port 90a3053b-ee33-4c0a-a3ac-73e9c7651517, host hv-cinder-84052, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:46:40.679322 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] For port 90a3053b-ee33-4c0a-a3ac-73e9c7651517, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=90a3053b-ee33-4c0a-a3ac-73e9c7651517,segment=NetworkSegment(b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd),segment_id=b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:46:40.685385 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (90a3053b-ee33-4c0a-a3ac-73e9c7651517), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:40.723980 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:40.724620 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:40.725964 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] 10.222.0.74 "PUT /v2.0/ports/90a3053b-ee33-4c0a-a3ac-73e9c7651517 HTTP/1.1" status: 200 len: 1093 time: 0.8413692 May 12 17:46:40.726395 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5fc433-fe1c-47fa-b31c-fea85a6c25a5', 'tag': '90a3053b-ee33-4c0a-a3ac-73e9c7651517'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:40.728646 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0ece6b-5d88-4216-92d4-627708a740eb" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5fc433-fe1c-47fa-b31c-fea85a6c25a5", "tag": "90a3053b-ee33-4c0a-a3ac-73e9c7651517"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:40.752247 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef1a08-aff0-4ea6-9fe8-365a8828b870 service neutron] Pushing event updated for resources: {'Port': ['ID=90a3053b-ee33-4c0a-a3ac-73e9c7651517,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:40.767344 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6e1c0d-c100-4108-b98a-88af2963a89e x-openstack-request-id: req-fb6e1c0d-c100-4108-b98a-88af2963a89e {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:40.767628 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5fc433-fe1c-47fa-b31c-fea85a6c25a5", "tag": "90a3053b-ee33-4c0a-a3ac-73e9c7651517", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:40.767874 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fb6e1c0d-c100-4108-b98a-88af2963a89e {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:40.768294 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb6e1c0d-c100-4108-b98a-88af2963a89e'] response: {'name': 'network-changed', 'server_uuid': 'fa5fc433-fe1c-47fa-b31c-fea85a6c25a5', 'tag': '90a3053b-ee33-4c0a-a3ac-73e9c7651517', 'status': 'completed', 'code': 200} May 12 17:46:40.913740 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19b679-9ae9-4aee-a154-3676478a45a7 req-e1345a6b-1290-49e9-a9be-9672b888c3cb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:40.915250 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bd19b679-9ae9-4aee-a154-3676478a45a7 req-e1345a6b-1290-49e9-a9be-9672b888c3cb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0491533 May 12 17:46:40.963325 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bd19b679-9ae9-4aee-a154-3676478a45a7 req-16fe7bba-0604-4ad5-9f32-9551dacc10f7 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424354 May 12 17:46:41.324987 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00466f56-585e-4eaa-bc35-ba4466d13651 req-e0513d9b-f05a-460d-8778-be5de120d39e tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:41.326448 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-00466f56-585e-4eaa-bc35-ba4466d13651 req-e0513d9b-f05a-460d-8778-be5de120d39e tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 943 time: 0.0509746 May 12 17:46:41.373873 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-00466f56-585e-4eaa-bc35-ba4466d13651 req-e6bf9c28-3605-46ff-8875-7d6e53325636 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416508 May 12 17:46:41.762797 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed275f6-9864-4620-887b-549008b59745 req-62ce5499-77c1-4531-bba9-0961ce66aac8 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:41.764269 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4ed275f6-9864-4620-887b-549008b59745 req-62ce5499-77c1-4531-bba9-0961ce66aac8 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 948 time: 0.0473003 May 12 17:46:41.810709 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4ed275f6-9864-4620-887b-549008b59745 req-eb0f1214-b0ee-4714-815e-7465db426a8c tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/security-groups?id=839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403640 May 12 17:46:42.076464 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab690ece-68aa-45a5-aabf-1f76f75d63ca req-bb2d315e-9f44-45f1-842d-77b46d4350bb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:42.077924 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ab690ece-68aa-45a5-aabf-1f76f75d63ca req-bb2d315e-9f44-45f1-842d-77b46d4350bb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0498009 May 12 17:46:42.123039 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ab690ece-68aa-45a5-aabf-1f76f75d63ca req-085bb99d-80bd-4f27-a2d2-8d11dec1dc23 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394881 May 12 17:46:42.482713 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15af8c-4eb7-4097-8c02-a29259fe6d0e req-b3441d28-fad0-4415-afec-5850876ac620 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:42.484157 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4f15af8c-4eb7-4097-8c02-a29259fe6d0e req-b3441d28-fad0-4415-afec-5850876ac620 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 943 time: 0.0449703 May 12 17:46:42.530046 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4f15af8c-4eb7-4097-8c02-a29259fe6d0e req-d3805961-1d3b-483e-a3d9-21bc3c0fef3c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396783 May 12 17:46:42.924911 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a0f79-49c2-4673-a6ee-b199f91390a2 req-5861ed0a-3b99-45cd-af87-9e81e9608ec2 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:42.926380 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-271a0f79-49c2-4673-a6ee-b199f91390a2 req-5861ed0a-3b99-45cd-af87-9e81e9608ec2 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 948 time: 0.0479257 May 12 17:46:42.976532 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-271a0f79-49c2-4673-a6ee-b199f91390a2 req-a488c3e2-0d5c-44ea-8679-90cd86a3c108 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/security-groups?id=839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445702 May 12 17:46:43.131923 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:46:43.238465 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515344aa-e9c8-47e2-81f2-b2610a06292f req-ebd26ec4-256a-4414-a794-113563a59711 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:43.239986 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-515344aa-e9c8-47e2-81f2-b2610a06292f req-ebd26ec4-256a-4414-a794-113563a59711 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0487144 May 12 17:46:43.286441 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-515344aa-e9c8-47e2-81f2-b2610a06292f req-55a9d73e-78e7-4887-bdb9-e25542077554 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407495 May 12 17:46:43.373735 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-fa29f4ee-4fef-4266-9f8e-cfc82ad60f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:43.375436 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-fa29f4ee-4fef-4266-9f8e-cfc82ad60f8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=54e6a512-3309-42b7-9743-b44e696b2bfc HTTP/1.1" status: 200 len: 843 time: 0.0487313 May 12 17:46:43.405375 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ece6b-5d88-4216-92d4-627708a740eb req-46f4d1a4-af51-4cf0-b935-f30ba19ac56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:43.406854 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2e0ece6b-5d88-4216-92d4-627708a740eb req-46f4d1a4-af51-4cf0-b935-f30ba19ac56b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef859014e4d4ff79fb7958511f20d11&device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 1127 time: 0.0515900 May 12 17:46:43.416514 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4f9b694d-db4b-48f2-87cd-1e6d87bb9c0b req-91c11952-b907-41e5-8b01-c8599b5fca70 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313164 May 12 17:46:43.421907 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-6d365cd3-c141-4445-b772-cbce44ebdd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:43.423604 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-6d365cd3-c141-4445-b772-cbce44ebdd11 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=563f8608-c151-4977-a039-606f39db8d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0388212 May 12 17:46:43.519802 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-e8648bd8-bdde-4015-96ed-828caa2853da service neutron] 10.222.0.74 "GET /v2.0/networks/563f8608-c151-4977-a039-606f39db8d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870311 May 12 17:46:43.634487 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2595d488-a153-41ed-a1a8-68cf3bc18262 req-74ae27cd-1b11-4881-8495-ed48b5da2be2 service neutron] 10.222.0.74 "GET /v2.0/networks/563f8608-c151-4977-a039-606f39db8d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080668 May 12 17:46:43.672085 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9933133-77ec-40e0-ad07-56ad0f03864b req-2a8ea41a-92c3-447c-bf49-5d03a0bd0a45 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:43.674813 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b9933133-77ec-40e0-ad07-56ad0f03864b req-2a8ea41a-92c3-447c-bf49-5d03a0bd0a45 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 943 time: 0.0642769 May 12 17:46:43.680801 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4f9b694d-db4b-48f2-87cd-1e6d87bb9c0b req-d954696e-ac25-4eec-b61b-b64b2ed0123c service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471418 May 12 17:46:43.681721 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ece6b-5d88-4216-92d4-627708a740eb req-f4176137-9e3f-40a5-b9fd-c2088bc14ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:43.683005 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2e0ece6b-5d88-4216-92d4-627708a740eb req-f4176137-9e3f-40a5-b9fd-c2088bc14ca0 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7ef859014e4d4ff79fb7958511f20d11&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2573643 May 12 17:46:43.721174 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b9933133-77ec-40e0-ad07-56ad0f03864b req-987549cd-7179-4602-ba69-3610b9dec280 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409589 May 12 17:46:44.087407 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86e663-0010-434a-baff-37ec4d3f9c2d req-d2f702e0-2780-49ab-95f9-59d1b7879f01 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:44.088841 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-df86e663-0010-434a-baff-37ec4d3f9c2d req-d2f702e0-2780-49ab-95f9-59d1b7879f01 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 948 time: 0.0450032 May 12 17:46:44.133740 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-df86e663-0010-434a-baff-37ec4d3f9c2d req-f0dd1252-4db0-490e-83e3-ff509843265c tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/security-groups?id=839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394611 May 12 17:46:44.426701 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bed1f3-5bfb-4392-8627-4aa2d152ebe8 req-9af9a182-8b61-4a3e-b5db-c0ac7e48beca tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:44.428191 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c7bed1f3-5bfb-4392-8627-4aa2d152ebe8 req-9af9a182-8b61-4a3e-b5db-c0ac7e48beca tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0544446 May 12 17:46:44.476591 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c7bed1f3-5bfb-4392-8627-4aa2d152ebe8 req-133c122d-333b-475e-9e95-0a43c3e527f5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424106 May 12 17:46:44.834129 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2a349-b292-4df4-aefd-173ccd100369 req-1796656f-578e-4b82-b0a5-01421cf845c9 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:44.835611 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bcb2a349-b292-4df4-aefd-173ccd100369 req-1796656f-578e-4b82-b0a5-01421cf845c9 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 943 time: 0.0479240 May 12 17:46:44.881981 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bcb2a349-b292-4df4-aefd-173ccd100369 req-82b9c021-bfdc-47de-9a25-b2a1ae7ba52c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406830 May 12 17:46:44.926973 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ece6b-5d88-4216-92d4-627708a740eb req-42b930ef-463c-4c2e-b16e-c8a84b5e4b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:44.928459 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2e0ece6b-5d88-4216-92d4-627708a740eb req-42b930ef-463c-4c2e-b16e-c8a84b5e4b1c service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580279 May 12 17:46:45.059366 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-ac7eae0f-f75f-44e2-8a00-d05b14675bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:45.060871 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-ac7eae0f-f75f-44e2-8a00-d05b14675bdf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef859014e4d4ff79fb7958511f20d11&device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 1127 time: 0.0391431 May 12 17:46:45.133962 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-77d625d4-e3aa-4abf-bd8c-1f56d2dc55db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90a3053b-ee33-4c0a-a3ac-73e9c7651517 HTTP/1.1" status: 200 len: 217 time: 0.0395019 May 12 17:46:45.189573 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-26dcd22e-2e0f-47bb-95ac-2d4621c6d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:45.191295 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-26dcd22e-2e0f-47bb-95ac-2d4621c6d4d2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dc2a100a-a509-4a22-a103-8ad56c8616e5 HTTP/1.1" status: 200 len: 854 time: 0.0480480 May 12 17:46:45.229204 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-41f52a8b-6d6e-4aac-9693-4f7c32b5d817 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27ef8398-cbd5-4979-a9fc-e97a3c65d254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291374 May 12 17:46:45.267121 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec105e67-f81f-4fb3-b4e5-e44f69b236ac req-fec0277f-b254-4900-a71e-90e3c4e0dae5 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:45.269073 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ec105e67-f81f-4fb3-b4e5-e44f69b236ac req-fec0277f-b254-4900-a71e-90e3c4e0dae5 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 948 time: 0.0605063 May 12 17:46:45.285445 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 14bde056-fbaf-49dc-8239-db356e8be65c details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:46:45.332043 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ec105e67-f81f-4fb3-b4e5-e44f69b236ac req-731c721c-8806-4342-8cfe-89338ea037d9 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/security-groups?id=839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571208 May 12 17:46:45.354958 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-b44ceb8a-0b36-4018-bc38-c894f35d8b50 service neutron] 10.222.0.74 "GET /v2.0/networks/27ef8398-cbd5-4979-a9fc-e97a3c65d254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188068 May 12 17:46:45.411401 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 14bde056-fbaf-49dc-8239-db356e8be65c, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=14bde056-fbaf-49dc-8239-db356e8be65c,segment=NetworkSegment(d623d86e-d198-41f5-9512-cedb08294377),segment_id=d623d86e-d198-41f5-9512-cedb08294377)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:45.426860 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': '14bde056-fbaf-49dc-8239-db356e8be65c', 'network_id': '563f8608-c151-4977-a039-606f39db8d74', 'port_id': '14bde056-fbaf-49dc-8239-db356e8be65c', 'mac_address': 'fa:16:3e:cc:e5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6a512-3309-42b7-9743-b44e696b2bfc', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:46:45.475920 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 14bde056-fbaf-49dc-8239-db356e8be65c is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:45.476494 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (14bde056-fbaf-49dc-8239-db356e8be65c), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:45.505749 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14bde056-fbaf-49dc-8239-db356e8be65c {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:46:45.538795 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 14bde056-fbaf-49dc-8239-db356e8be65c, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=14bde056-fbaf-49dc-8239-db356e8be65c,segment=NetworkSegment(d623d86e-d198-41f5-9512-cedb08294377),segment_id=d623d86e-d198-41f5-9512-cedb08294377)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:45.545233 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (14bde056-fbaf-49dc-8239-db356e8be65c), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:45.625971 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=14bde056-fbaf-49dc-8239-db356e8be65c,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:45.648191 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab90af-e7fc-479c-8345-3e130d37bd80 req-e4d6e46b-5692-4fa9-a6a0-5306c0f7b557 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:45.656353 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8bab90af-e7fc-479c-8345-3e130d37bd80 req-e4d6e46b-5692-4fa9-a6a0-5306c0f7b557 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0786633 May 12 17:46:45.724243 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9a1078c8-2458-4e37-acf8-602cc389b20c req-449dbe6b-d1e1-4377-8968-527640cd8db9 service neutron] 10.222.0.74 "GET /v2.0/networks/27ef8398-cbd5-4979-a9fc-e97a3c65d254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610673 May 12 17:46:45.747846 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8bab90af-e7fc-479c-8345-3e130d37bd80 req-efb14960-b609-4b5c-9a4a-d4b4359c3d76 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902243 May 12 17:46:46.037857 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['14bde056-fbaf-49dc-8239-db356e8be65c'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:46:46.046250 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2f716-91bf-4906-ade7-8f569282b567 req-a9587724-bf31-416e-9a37-b4ed58a51e3d tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:46.053939 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-21e2f716-91bf-4906-ade7-8f569282b567 req-a9587724-bf31-416e-9a37-b4ed58a51e3d tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 943 time: 0.0918872 May 12 17:46:46.112974 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-21e2f716-91bf-4906-ade7-8f569282b567 req-a4935434-4878-44fa-80a6-ef38d35b3629 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563080 May 12 17:46:46.509992 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c4a42-b801-4c8b-a321-7abebe1cd4fd req-87ff35c9-a81f-4f02-9485-56e7989913d6 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:46.511723 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-387c4a42-b801-4c8b-a321-7abebe1cd4fd req-87ff35c9-a81f-4f02-9485-56e7989913d6 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 949 time: 0.0541272 May 12 17:46:46.629401 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-387c4a42-b801-4c8b-a321-7abebe1cd4fd req-029a8372-0469-4b01-9412-eea562c65005 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/security-groups?id=839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033053 May 12 17:46:46.906585 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6bcb6-a78a-4e88-9098-32cb74fa344a req-04a060c1-0c91-47d8-9477-271b7dbd2db2 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:46.916351 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f9f6bcb6-a78a-4e88-9098-32cb74fa344a req-04a060c1-0c91-47d8-9477-271b7dbd2db2 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0608590 May 12 17:46:46.981493 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f9f6bcb6-a78a-4e88-9098-32cb74fa344a req-3eb966bb-55d6-4a23-a49b-89a79eb37f15 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640750 May 12 17:46:47.231814 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe090d9-16d8-4664-8bcc-ccb197004001 req-68a825af-3c57-412a-87c1-9b230a433a7f tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:47.233263 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6fe090d9-16d8-4664-8bcc-ccb197004001 req-68a825af-3c57-412a-87c1-9b230a433a7f tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 943 time: 0.0554485 May 12 17:46:47.282254 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6fe090d9-16d8-4664-8bcc-ccb197004001 req-41796a47-8a36-42c4-8632-33a538f94ae8 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427203 May 12 17:46:47.293923 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 90a3053b-ee33-4c0a-a3ac-73e9c7651517 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:46:47.307109 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 14bde056-fbaf-49dc-8239-db356e8be65c up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:46:47.417030 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port 14bde056-fbaf-49dc-8239-db356e8be65c completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:46:47.426539 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port 14bde056-fbaf-49dc-8239-db356e8be65c triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:47.426963 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (14bde056-fbaf-49dc-8239-db356e8be65c), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:47.467330 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 90a3053b-ee33-4c0a-a3ac-73e9c7651517, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=90a3053b-ee33-4c0a-a3ac-73e9c7651517,segment=NetworkSegment(b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd),segment_id=b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:47.485411 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': '90a3053b-ee33-4c0a-a3ac-73e9c7651517', 'network_id': '27ef8398-cbd5-4979-a9fc-e97a3c65d254', 'port_id': '90a3053b-ee33-4c0a-a3ac-73e9c7651517', 'mac_address': 'fa:16:3e:56:5a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2a100a-a509-4a22-a103-8ad56c8616e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:46:47.493252 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 53838) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:47.579051 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 90a3053b-ee33-4c0a-a3ac-73e9c7651517 is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:47.579647 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (90a3053b-ee33-4c0a-a3ac-73e9c7651517), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:47.608946 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 14bde056-fbaf-49dc-8239-db356e8be65c is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:47.609744 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (14bde056-fbaf-49dc-8239-db356e8be65c), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:47.615966 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a3053b-ee33-4c0a-a3ac-73e9c7651517 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:46:47.629409 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-35bc57e5-edd9-4fc8-aeed-bbc338f040f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:47.690896 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 90a3053b-ee33-4c0a-a3ac-73e9c7651517, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=90a3053b-ee33-4c0a-a3ac-73e9c7651517,segment=NetworkSegment(b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd),segment_id=b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:47.707168 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7266f170-d323-4b72-a63f-b13bd46106a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bde056-fbaf-49dc-8239-db356e8be65c'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:47.714189 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7822e9-48c7-4ca2-abbd-b351d7f65084" -d '{"events": [{"server_uuid": "7266f170-d323-4b72-a63f-b13bd46106a8", "name": "network-vif-plugged", "status": "completed", "tag": "14bde056-fbaf-49dc-8239-db356e8be65c"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:47.737755 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (90a3053b-ee33-4c0a-a3ac-73e9c7651517), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:47.757590 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 14bde056-fbaf-49dc-8239-db356e8be65c, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=14bde056-fbaf-49dc-8239-db356e8be65c,segment=NetworkSegment(d623d86e-d198-41f5-9512-cedb08294377),segment_id=d623d86e-d198-41f5-9512-cedb08294377)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:47.765016 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (14bde056-fbaf-49dc-8239-db356e8be65c), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:47.791542 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b9575a-0c86-404e-b756-34762ae9e245 x-openstack-request-id: req-78b9575a-0c86-404e-b756-34762ae9e245 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:47.791912 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7266f170-d323-4b72-a63f-b13bd46106a8", "name": "network-vif-plugged", "status": "completed", "tag": "14bde056-fbaf-49dc-8239-db356e8be65c", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:47.792225 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-78b9575a-0c86-404e-b756-34762ae9e245 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:47.792671 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b9575a-0c86-404e-b756-34762ae9e245'] response: {'server_uuid': '7266f170-d323-4b72-a63f-b13bd46106a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bde056-fbaf-49dc-8239-db356e8be65c', 'code': 200} May 12 17:46:47.822903 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=90a3053b-ee33-4c0a-a3ac-73e9c7651517,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:47.824604 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-35bc57e5-edd9-4fc8-aeed-bbc338f040f6 admin admin] Publish callbacks [] for security_group (613a432c-ba8f-4ff1-9c00-b9e8a780b10f), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:47.843170 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb17cb-6069-456d-a367-f6c0dd5b80fe req-0abaa3fa-60b9-46c4-bacb-bd5538479041 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:47.844923 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-fccb17cb-6069-456d-a367-f6c0dd5b80fe req-0abaa3fa-60b9-46c4-bacb-bd5538479041 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 950 time: 0.1007574 May 12 17:46:47.846488 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-35bc57e5-edd9-4fc8-aeed-bbc338f040f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (613a432c-ba8f-4ff1-9c00-b9e8a780b10f), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:47.927901 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=14bde056-fbaf-49dc-8239-db356e8be65c,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:47.957380 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-fccb17cb-6069-456d-a367-f6c0dd5b80fe req-185582f5-67de-40aa-8a99-1e8ed6911ee2 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/security-groups?id=839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894802 May 12 17:46:47.958736 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc57e5-edd9-4fc8-aeed-bbc338f040f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613a432c-ba8f-4ff1-9c00-b9e8a780b10f,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:47.963380 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-35bc57e5-edd9-4fc8-aeed-bbc338f040f6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1686e1c3a5654980a41a2c30eb7fdf14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4691339 May 12 17:46:47.966113 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 53848) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:48.021233 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-26248460-77dd-4a3a-9b9c-9463c908bb51 admin admin] Publish callbacks [] for security_group (613a432c-ba8f-4ff1-9c00-b9e8a780b10f), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:48.049187 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-26248460-77dd-4a3a-9b9c-9463c908bb51 admin admin] Publish callbacks [] for security_group (613a432c-ba8f-4ff1-9c00-b9e8a780b10f), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:48.134997 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc1b9c-4252-4511-bbdb-50855d2d7b64 req-0fd4fe2a-5260-4d19-aa00-58be36a115cc tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:48.139375 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-88cc1b9c-4252-4511-bbdb-50855d2d7b64 req-0fd4fe2a-5260-4d19-aa00-58be36a115cc tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0564501 May 12 17:46:48.143593 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-26248460-77dd-4a3a-9b9c-9463c908bb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (613a432c-ba8f-4ff1-9c00-b9e8a780b10f), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:48.147353 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-26248460-77dd-4a3a-9b9c-9463c908bb51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:48.152590 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-26248460-77dd-4a3a-9b9c-9463c908bb51 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/613a432c-ba8f-4ff1-9c00-b9e8a780b10f HTTP/1.1" status: 204 len: 168 time: 0.1848588 May 12 17:46:48.171344 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26248460-77dd-4a3a-9b9c-9463c908bb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613a432c-ba8f-4ff1-9c00-b9e8a780b10f,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:48.184472 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a992224-39ca-4da4-a651-f491bc9b36a8 req-49b94c27-4ce9-44ea-920e-7afce71a2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:48.187467 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7a992224-39ca-4da4-a651-f491bc9b36a8 req-49b94c27-4ce9-44ea-920e-7afce71a2600 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 1134 time: 0.0873907 May 12 17:46:48.226420 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-88cc1b9c-4252-4511-bbdb-50855d2d7b64 req-4bf09684-fd7f-4094-b480-01bf3a7e2721 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791044 May 12 17:46:48.277126 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7a992224-39ca-4da4-a651-f491bc9b36a8 req-07b8eeca-72de-4098-9f11-5f5bd32853c1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811534 May 12 17:46:48.354564 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['90a3053b-ee33-4c0a-a3ac-73e9c7651517'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:46:48.462952 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdef27-8312-49ef-bd1f-93f0e2d04ff7 req-2bebbf16-0448-4c79-8d7a-007327abe002 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:48.464588 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6bcdef27-8312-49ef-bd1f-93f0e2d04ff7 req-2bebbf16-0448-4c79-8d7a-007327abe002 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 944 time: 0.0657911 May 12 17:46:48.547979 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6bcdef27-8312-49ef-bd1f-93f0e2d04ff7 req-32a0e4b3-3562-4683-a9c1-471818c81bb3 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744767 May 12 17:46:48.599613 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 53866) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:48.617479 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4454-141c-42cc-a0e4-00a871f9ad8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:48.714428 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4454-141c-42cc-a0e4-00a871f9ad8f admin admin] Publish callbacks [] for security_group (21776279-3707-42b5-8139-280ba785a4e9), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:48.718911 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4454-141c-42cc-a0e4-00a871f9ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (21776279-3707-42b5-8139-280ba785a4e9), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:48.759077 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a4454-141c-42cc-a0e4-00a871f9ad8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21776279-3707-42b5-8139-280ba785a4e9,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:48.766901 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-1a6a4454-141c-42cc-a0e4-00a871f9ad8f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=587250bc2f0547e28f1aa31ffaafd017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1640153 May 12 17:46:48.767475 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 53868) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:48.832693 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a8131fc8-af7c-42d6-a753-30dd5c190e99 admin admin] Publish callbacks [] for security_group (21776279-3707-42b5-8139-280ba785a4e9), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:48.854206 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a8131fc8-af7c-42d6-a753-30dd5c190e99 admin admin] Publish callbacks [] for security_group (21776279-3707-42b5-8139-280ba785a4e9), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:48.908329 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a8131fc8-af7c-42d6-a753-30dd5c190e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (21776279-3707-42b5-8139-280ba785a4e9), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:48.911034 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a8131fc8-af7c-42d6-a753-30dd5c190e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:48.914505 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-a8131fc8-af7c-42d6-a753-30dd5c190e99 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/21776279-3707-42b5-8139-280ba785a4e9 HTTP/1.1" status: 204 len: 168 time: 0.1437025 May 12 17:46:48.920221 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8131fc8-af7c-42d6-a753-30dd5c190e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21776279-3707-42b5-8139-280ba785a4e9,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:49.100942 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d3ad3-cfcc-49bf-b71f-dd8def0a39e9 req-888752a2-dfee-41c3-93bc-83c8987ffea0 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:49.102368 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a40d3ad3-cfcc-49bf-b71f-dd8def0a39e9 req-888752a2-dfee-41c3-93bc-83c8987ffea0 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 950 time: 0.0660403 May 12 17:46:49.172197 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a40d3ad3-cfcc-49bf-b71f-dd8def0a39e9 req-04428f95-f073-4071-9ad0-cc08fd1e608d tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/security-groups?id=839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591495 May 12 17:46:49.561255 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 90a3053b-ee33-4c0a-a3ac-73e9c7651517 up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:46:49.653567 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port 90a3053b-ee33-4c0a-a3ac-73e9c7651517 completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:46:49.668546 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port 90a3053b-ee33-4c0a-a3ac-73e9c7651517 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:49.668958 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (90a3053b-ee33-4c0a-a3ac-73e9c7651517), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:49.825958 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 90a3053b-ee33-4c0a-a3ac-73e9c7651517 is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:49.827687 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (90a3053b-ee33-4c0a-a3ac-73e9c7651517), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:49.860153 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21de9e9-824d-4ae2-9f6b-b09f4a291953 req-69ff3c22-034b-429f-8700-c7a45dd3f4ac tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:49.866561 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5fc433-fe1c-47fa-b31c-fea85a6c25a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a3053b-ee33-4c0a-a3ac-73e9c7651517'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:49.868969 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c21de9e9-824d-4ae2-9f6b-b09f4a291953 req-69ff3c22-034b-429f-8700-c7a45dd3f4ac tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.5569611 May 12 17:46:49.874632 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246b4b9a-1599-4995-9dc2-0310c7322de5" -d '{"events": [{"server_uuid": "fa5fc433-fe1c-47fa-b31c-fea85a6c25a5", "name": "network-vif-plugged", "status": "completed", "tag": "90a3053b-ee33-4c0a-a3ac-73e9c7651517"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:49.888011 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 90a3053b-ee33-4c0a-a3ac-73e9c7651517, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=90a3053b-ee33-4c0a-a3ac-73e9c7651517,segment=NetworkSegment(b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd),segment_id=b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:49.896029 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e2c40-6a16-4fff-9468-467aff2ac361 req-9053f4da-0e67-4fd2-82ab-b733d96a9a1d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:49.904554 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (90a3053b-ee33-4c0a-a3ac-73e9c7651517), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:49.910040 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9a3e2c40-6a16-4fff-9468-467aff2ac361 req-9053f4da-0e67-4fd2-82ab-b733d96a9a1d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.1183455 May 12 17:46:50.009597 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=90a3053b-ee33-4c0a-a3ac-73e9c7651517,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:50.043085 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c21de9e9-824d-4ae2-9f6b-b09f4a291953 req-bc419df2-7b67-4cea-9ad0-25bee170186c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728275 May 12 17:46:50.084514 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9a3e2c40-6a16-4fff-9468-467aff2ac361 req-206e5605-5955-4ce1-b971-1cef24f2c5f8 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699555 May 12 17:46:50.215308 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dd5d5-9935-4bca-b946-40911a372e56 req-a3c2e820-4881-41d1-9520-3ae0fc7df4cd tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:50.227732 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b67dd5d5-9935-4bca-b946-40911a372e56 req-a3c2e820-4881-41d1-9520-3ae0fc7df4cd tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 945 time: 0.0729260 May 12 17:46:50.245599 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f018e7-ad10-4d40-ae36-7b7453cf9528 x-openstack-request-id: req-d6f018e7-ad10-4d40-ae36-7b7453cf9528 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:50.246018 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5fc433-fe1c-47fa-b31c-fea85a6c25a5", "name": "network-vif-plugged", "status": "completed", "tag": "90a3053b-ee33-4c0a-a3ac-73e9c7651517", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:50.246412 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6f018e7-ad10-4d40-ae36-7b7453cf9528 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:50.246945 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f018e7-ad10-4d40-ae36-7b7453cf9528'] response: {'server_uuid': 'fa5fc433-fe1c-47fa-b31c-fea85a6c25a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a3053b-ee33-4c0a-a3ac-73e9c7651517', 'code': 200} May 12 17:46:50.316897 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b67dd5d5-9935-4bca-b946-40911a372e56 req-a4a4cffe-a134-4c08-b5b8-4f007753782c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859678 May 12 17:46:50.416413 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cb906-ebea-4bac-8132-95276c5a8d25 req-8d048b21-e518-4575-8146-589da7d74a93 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:50.420638 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c59cb906-ebea-4bac-8132-95276c5a8d25 req-8d048b21-e518-4575-8146-589da7d74a93 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 950 time: 0.0617588 May 12 17:46:50.489283 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c59cb906-ebea-4bac-8132-95276c5a8d25 req-a619b4dc-a614-4fe8-ab66-663034cc4b9a tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/security-groups?id=839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649428 May 12 17:46:50.851213 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb8be1-24ae-49e5-bad8-22e78417c1e3 req-231fabf1-74a7-4889-a188-9d39ab3fcfcc tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:50.852890 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-badb8be1-24ae-49e5-bad8-22e78417c1e3 req-231fabf1-74a7-4889-a188-9d39ab3fcfcc tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 950 time: 0.0487618 May 12 17:46:50.913786 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-badb8be1-24ae-49e5-bad8-22e78417c1e3 req-f48c4a1e-d87a-43a1-bad6-7523803bde1b tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/security-groups?id=839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546260 May 12 17:46:51.269283 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d1b86-d5b9-481e-9afe-c8183f0fc44a req-f2fe1779-560f-4a36-98bd-dc328c23bea3 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:51.270827 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a98d1b86-d5b9-481e-9afe-c8183f0fc44a req-f2fe1779-560f-4a36-98bd-dc328c23bea3 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.1094339 May 12 17:46:51.430980 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a98d1b86-d5b9-481e-9afe-c8183f0fc44a req-bafad4a2-3409-42fb-b816-1ed0a2d33d03 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387293 May 12 17:46:51.446076 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7e4bf-8a9d-46a6-97a1-46291a067874 req-95830860-97a1-49c5-a7fb-4a00570b10e3 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:51.456503 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a1b7e4bf-8a9d-46a6-97a1-46291a067874 req-95830860-97a1-49c5-a7fb-4a00570b10e3 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.2672226 May 12 17:46:51.543741 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a1b7e4bf-8a9d-46a6-97a1-46291a067874 req-53ec995e-391b-4475-b2a7-5552e489ea09 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847499 May 12 17:46:51.613816 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08913b3-e238-413d-878e-aeb31637596b req-6fbd2f46-d689-4944-b77d-73452a25ebb3 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:51.615350 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d08913b3-e238-413d-878e-aeb31637596b req-6fbd2f46-d689-4944-b77d-73452a25ebb3 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 945 time: 0.0853024 May 12 17:46:51.685944 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d08913b3-e238-413d-878e-aeb31637596b req-23fd86e2-f852-4f7d-97f6-e81f00c586a1 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620141 May 12 17:46:52.067313 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4bfc2-4d10-4862-b555-7de7ab18b8a4 req-5b43b3e6-c4b0-40f1-b346-1dafb4d7cfe8 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:52.074853 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-41a4bfc2-4d10-4862-b555-7de7ab18b8a4 req-5b43b3e6-c4b0-40f1-b346-1dafb4d7cfe8 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 950 time: 0.0660014 May 12 17:46:52.132777 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-41a4bfc2-4d10-4862-b555-7de7ab18b8a4 req-cdaeb922-e93b-46aa-92b1-fa2642a203b1 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/security-groups?id=839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510075 May 12 17:46:52.430570 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3ae3d-f9da-4edf-86ce-5bf559f59421 req-32668328-a3f1-4c4e-8c5a-174f8506151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:52.433145 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f3a3ae3d-f9da-4edf-86ce-5bf559f59421 req-32668328-a3f1-4c4e-8c5a-174f8506151c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 1129 time: 0.1034713 May 12 17:46:52.533064 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f3a3ae3d-f9da-4edf-86ce-5bf559f59421 req-f9e23951-9c39-4106-8dff-7a039c3fdef8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451343 May 12 17:46:52.545840 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdaae1-b244-4cf8-acc4-45d9cfe6edf7 req-f159dc82-8d13-4a2c-befe-7a336070bb4b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:52.547650 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8dcdaae1-b244-4cf8-acc4-45d9cfe6edf7 req-f159dc82-8d13-4a2c-befe-7a336070bb4b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0511398 May 12 17:46:52.601214 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8dcdaae1-b244-4cf8-acc4-45d9cfe6edf7 req-c5c55ce3-84ef-4c1d-a429-3fbeff16866b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465267 May 12 17:46:52.705753 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6720e11-3fa1-4b21-a175-c5c764c17d7f req-a78ceb0a-750b-495d-8072-576020d0a9cb tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:52.705753 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f6720e11-3fa1-4b21-a175-c5c764c17d7f req-a78ceb0a-750b-495d-8072-576020d0a9cb tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0477114 May 12 17:46:52.750926 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f6720e11-3fa1-4b21-a175-c5c764c17d7f req-84b422c2-da3f-48da-bd9d-9460ba4bc5b2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411749 May 12 17:46:52.800581 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8048d9-4e5f-400c-a98f-012014955033 req-3a4ab21a-70fa-4c32-be76-2da00ac73a54 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:52.802064 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7a8048d9-4e5f-400c-a98f-012014955033 req-3a4ab21a-70fa-4c32-be76-2da00ac73a54 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 945 time: 0.0493784 May 12 17:46:52.849023 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7a8048d9-4e5f-400c-a98f-012014955033 req-37cb4a9b-d2f0-4c28-9d73-452838b2aefa tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414429 May 12 17:46:53.029445 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203eefed-0d09-404a-900d-4b5c2800c5e8 req-01770657-5561-4d97-a724-c5a08db7a1a6 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:53.030891 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-203eefed-0d09-404a-900d-4b5c2800c5e8 req-01770657-5561-4d97-a724-c5a08db7a1a6 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.74 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 950 time: 0.0476649 May 12 17:46:53.251139 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cf7e6-d220-49c1-9fa0-88cb031e859d req-c433bd26-ff84-46a9-a6b1-1354f0bf5f29 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:53.253133 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-274cf7e6-d220-49c1-9fa0-88cb031e859d req-c433bd26-ff84-46a9-a6b1-1354f0bf5f29 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 950 time: 0.0567479 May 12 17:46:53.304666 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-274cf7e6-d220-49c1-9fa0-88cb031e859d req-92ec707c-cd15-462b-8340-cc9451d0b10c tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/security-groups?id=839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451491 May 12 17:46:53.557201 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-203eefed-0d09-404a-900d-4b5c2800c5e8 req-51fc34a7-8e5b-4df5-9926-ffd00db8f18e tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Deleting port 14bde056-fbaf-49dc-8239-db356e8be65c {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:46:53.558234 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-203eefed-0d09-404a-900d-4b5c2800c5e8 req-51fc34a7-8e5b-4df5-9926-ffd00db8f18e tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (14bde056-fbaf-49dc-8239-db356e8be65c), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.668752 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d9c5316a-8bdc-4af9-809f-ff225ac0c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.721200 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731febb-6e1a-4592-8c66-3147215e29ed req-e8248c7c-0904-4cc6-bf23-98aaa9c94580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:53.723021 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f731febb-6e1a-4592-8c66-3147215e29ed req-e8248c7c-0904-4cc6-bf23-98aaa9c94580 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 1130 time: 0.1488395 May 12 17:46:53.764229 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-203eefed-0d09-404a-900d-4b5c2800c5e8 req-51fc34a7-8e5b-4df5-9926-ffd00db8f18e tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] For port 14bde056-fbaf-49dc-8239-db356e8be65c, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=14bde056-fbaf-49dc-8239-db356e8be65c,segment=NetworkSegment(d623d86e-d198-41f5-9512-cedb08294377),segment_id=d623d86e-d198-41f5-9512-cedb08294377)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:53.764875 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-203eefed-0d09-404a-900d-4b5c2800c5e8 req-51fc34a7-8e5b-4df5-9926-ffd00db8f18e tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (14bde056-fbaf-49dc-8239-db356e8be65c), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.792793 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-203eefed-0d09-404a-900d-4b5c2800c5e8 req-51fc34a7-8e5b-4df5-9926-ffd00db8f18e tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Calling delete_port for 14bde056-fbaf-49dc-8239-db356e8be65c owned by compute:nova {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:46:53.965511 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cd271-1ae5-4052-bfb8-a91e554975f4 req-490ad3c4-dbee-4639-8678-da1d1409928e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:53.972263 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-572cd271-1ae5-4052-bfb8-a91e554975f4 req-490ad3c4-dbee-4639-8678-da1d1409928e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.1604149 May 12 17:46:54.098250 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-203eefed-0d09-404a-900d-4b5c2800c5e8 req-51fc34a7-8e5b-4df5-9926-ffd00db8f18e tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934'] for port (14bde056-fbaf-49dc-8239-db356e8be65c), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:54.106534 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fda42c-0f46-4384-963a-c1ce33595ef1 req-33ae10c7-0e31-4018-bdd1-c22ed0acde8b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:54.115045 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-37fda42c-0f46-4384-963a-c1ce33595ef1 req-33ae10c7-0e31-4018-bdd1-c22ed0acde8b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.1383185 May 12 17:46:54.142267 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-572cd271-1ae5-4052-bfb8-a91e554975f4 req-a7eaece6-4871-421c-bd0d-05896d81abb7 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517260 May 12 17:46:54.181232 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-37fda42c-0f46-4384-963a-c1ce33595ef1 req-63971f7a-663d-4a47-b9f8-7545f8187d02 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649984 May 12 17:46:54.200078 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc34a7-8e5b-4df5-9926-ffd00db8f18e tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Pushing event deleted for resources: {'Port': ['ID=14bde056-fbaf-49dc-8239-db356e8be65c,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:54.273775 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-203eefed-0d09-404a-900d-4b5c2800c5e8 req-51fc34a7-8e5b-4df5-9926-ffd00db8f18e tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] No DVR routers for this DVR port 14bde056-fbaf-49dc-8239-db356e8be65c on host hv-cinder-84052 {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:46:54.277188 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-203eefed-0d09-404a-900d-4b5c2800c5e8 req-51fc34a7-8e5b-4df5-9926-ffd00db8f18e tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:54.280686 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-203eefed-0d09-404a-900d-4b5c2800c5e8 req-51fc34a7-8e5b-4df5-9926-ffd00db8f18e tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.74 "DELETE /v2.0/ports/14bde056-fbaf-49dc-8239-db356e8be65c HTTP/1.1" status: 204 len: 173 time: 0.8519146 May 12 17:46:54.281397 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7266f170-d323-4b72-a63f-b13bd46106a8', 'name': 'network-vif-deleted', 'tag': '14bde056-fbaf-49dc-8239-db356e8be65c'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:54.284327 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff84fa6-c7eb-4250-acd5-70bd28297f55" -d '{"events": [{"server_uuid": "7266f170-d323-4b72-a63f-b13bd46106a8", "name": "network-vif-deleted", "tag": "14bde056-fbaf-49dc-8239-db356e8be65c"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:54.304120 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a03f6-b6f5-48d2-87f3-c49d923435ba req-1f8eeff3-1c9c-492e-a396-cc70643e4f47 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:54.308745 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-382a03f6-b6f5-48d2-87f3-c49d923435ba req-1f8eeff3-1c9c-492e-a396-cc70643e4f47 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 945 time: 0.0641828 May 12 17:46:54.328071 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d22956b-68fc-4c5b-bbfc-40e027a33e4f x-openstack-request-id: req-1d22956b-68fc-4c5b-bbfc-40e027a33e4f {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:54.329028 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7266f170-d323-4b72-a63f-b13bd46106a8", "name": "network-vif-deleted", "tag": "14bde056-fbaf-49dc-8239-db356e8be65c", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:54.330779 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d22956b-68fc-4c5b-bbfc-40e027a33e4f {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:54.332378 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d22956b-68fc-4c5b-bbfc-40e027a33e4f'] response: {'server_uuid': '7266f170-d323-4b72-a63f-b13bd46106a8', 'name': 'network-vif-deleted', 'tag': '14bde056-fbaf-49dc-8239-db356e8be65c', 'status': 'completed', 'code': 200} May 12 17:46:54.374150 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-382a03f6-b6f5-48d2-87f3-c49d923435ba req-35b26983-7755-41f5-9e24-5f42ada550dc tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625019 May 12 17:46:54.474075 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9eb6a07f-fb7f-41dd-9412-d6095e78b955 req-944034b1-f73c-4080-8df6-d4249d1a1aa3 tempest-VolumesNegativeTest-2003618337 tempest-VolumesNegativeTest-2003618337-project] 10.222.0.73 "GET /v2.0/ports?device_id=7266f170-d323-4b72-a63f-b13bd46106a8 HTTP/1.1" status: 200 len: 210 time: 0.0299723 May 12 17:46:54.708472 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731febb-6e1a-4592-8c66-3147215e29ed req-ba52b2ef-a012-42ce-850d-224af6d54966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:54.709938 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f731febb-6e1a-4592-8c66-3147215e29ed req-ba52b2ef-a012-42ce-850d-224af6d54966 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 920 time: 0.1165414 May 12 17:46:54.760363 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f731febb-6e1a-4592-8c66-3147215e29ed req-69e60f72-5bba-4532-bd22-46094b742b9c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeff2539-2372-4118-8fd1-4b25292a34c4 HTTP/1.1" status: 200 len: 217 time: 0.0414996 May 12 17:46:54.849088 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731febb-6e1a-4592-8c66-3147215e29ed req-ec9337e1-db14-433d-8a0b-4c8391881afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:54.850990 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f731febb-6e1a-4592-8c66-3147215e29ed req-ec9337e1-db14-433d-8a0b-4c8391881afc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=408098b4-b6ba-468a-a49c-afb1cbe23810 HTTP/1.1" status: 200 len: 858 time: 0.0758204 May 12 17:46:55.128043 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:55.385012 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8617ec8-f3b2-4148-820b-048ed8c7b371 req-ede9caaa-4218-41a7-bf87-71aa72b0ac45 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:55.396131 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f8617ec8-f3b2-4148-820b-048ed8c7b371 req-ede9caaa-4218-41a7-bf87-71aa72b0ac45 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.1409135 May 12 17:46:55.423851 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 54104) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:55.442495 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99ac5a-2472-42db-bac3-3038ff75ce50 req-e397e9ce-3f65-49bb-909b-e3841dd869ff tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:55.444761 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3c99ac5a-2472-42db-bac3-3038ff75ce50 req-e397e9ce-3f65-49bb-909b-e3841dd869ff tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.1324351 May 12 17:46:55.449902 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731febb-6e1a-4592-8c66-3147215e29ed req-f2149816-33b9-4d06-b325-9ac9dba23d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:55.456305 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f731febb-6e1a-4592-8c66-3147215e29ed req-f2149816-33b9-4d06-b325-9ac9dba23d57 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dae508b5-33ae-47fd-88cd-96de0b50f763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1426716 May 12 17:46:55.575675 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f8617ec8-f3b2-4148-820b-048ed8c7b371 req-ffd56f0f-30b3-4a97-9abd-b30a34a1286d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781883 May 12 17:46:55.580535 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 14bde056-fbaf-49dc-8239-db356e8be65c no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:46:55.634666 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: 14bde056-fbaf-49dc-8239-db356e8be65c {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:46:55.634846 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 14bde056-fbaf-49dc-8239-db356e8be65c not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:46:55.635909 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3c99ac5a-2472-42db-bac3-3038ff75ce50 req-88d6ea3a-8eb4-4303-b3ae-8710b32f583b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849506 May 12 17:46:55.651520 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f731febb-6e1a-4592-8c66-3147215e29ed req-8729000b-1f8b-49d1-9b7a-350c940be8c4 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822085 May 12 17:46:55.707655 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:55.806647 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea96f14-5627-4794-aaff-ed005bed98c3 req-8a7645a9-54ba-40dc-942c-db0e78e6c174 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:55.808739 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3ea96f14-5627-4794-aaff-ed005bed98c3 req-8a7645a9-54ba-40dc-942c-db0e78e6c174 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 945 time: 0.0986171 May 12 17:46:55.899114 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6bc50770-b6b6-4e08-bf0e-877e709d0bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:55.904731 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f731febb-6e1a-4592-8c66-3147215e29ed req-36ea00ca-d766-49c5-acf0-731b6fdd631b service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279835 May 12 17:46:55.941664 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3ea96f14-5627-4794-aaff-ed005bed98c3 req-6123dfb7-39af-4a98-b428-e4852f071b2e tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182714 May 12 17:46:55.949897 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 54128) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:55.985581 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Publish callbacks [] for security_group (b863c8a8-eab0-413f-9287-cdbc9f3ebec0), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:55.992832 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (b863c8a8-eab0-413f-9287-cdbc9f3ebec0), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:56.036880 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b863c8a8-eab0-413f-9287-cdbc9f3ebec0,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:56.042420 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9564780280f0425883d6d4b2eabb5991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6170597 May 12 17:46:56.045135 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 54136) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:56.053730 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.054118 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.054418 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.054794 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.055389 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.055734 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.056060 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.056418 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.056752 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.058864 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.058864 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.058864 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.058864 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.058864 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.059398 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088387-4801-43b9-b784-aeaa0247e164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.140643 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Publish callbacks [] for security_group (b863c8a8-eab0-413f-9287-cdbc9f3ebec0), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:56.144042 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-89ce61c5-d373-45c0-b8f7-5e11dba5011e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:56.182753 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Publish callbacks [] for security_group (b863c8a8-eab0-413f-9287-cdbc9f3ebec0), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:56.274782 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (b863c8a8-eab0-413f-9287-cdbc9f3ebec0), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:56.277642 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:56.278786 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b863c8a8-eab0-413f-9287-cdbc9f3ebec0 HTTP/1.1" status: 204 len: 168 time: 0.2327094 May 12 17:46:56.280911 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-89ce61c5-d373-45c0-b8f7-5e11dba5011e admin admin] Publish callbacks [] for security_group (15cc4376-2953-4cb2-b423-cdd8a53eca4d), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:56.293057 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b863c8a8-eab0-413f-9287-cdbc9f3ebec0,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:56.296036 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-89ce61c5-d373-45c0-b8f7-5e11dba5011e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (15cc4376-2953-4cb2-b423-cdd8a53eca4d), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:56.311063 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.311373 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.311715 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.312053 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.312423 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.312753 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.313150 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.313496 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.313707 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.314696 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.315182 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.315280 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.315520 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.315837 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.316220 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f915c-9335-4d68-b123-1a88fb8ee572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:56.348427 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 54152) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:56.356499 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-89ce61c5-d373-45c0-b8f7-5e11dba5011e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=249fe09414d646edb2a60131d8b96ad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052210 May 12 17:46:56.377552 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce61c5-d373-45c0-b8f7-5e11dba5011e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cc4376-2953-4cb2-b423-cdd8a53eca4d,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:56.420796 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-523a33c4-1408-42c1-9cd9-2178c27f8449 admin admin] Publish callbacks [] for security_group (15cc4376-2953-4cb2-b423-cdd8a53eca4d), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:56.451274 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-523a33c4-1408-42c1-9cd9-2178c27f8449 admin admin] Publish callbacks [] for security_group (15cc4376-2953-4cb2-b423-cdd8a53eca4d), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:56.546264 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-523a33c4-1408-42c1-9cd9-2178c27f8449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (15cc4376-2953-4cb2-b423-cdd8a53eca4d), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:56.551036 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-523a33c4-1408-42c1-9cd9-2178c27f8449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:56.562343 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-523a33c4-1408-42c1-9cd9-2178c27f8449 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/15cc4376-2953-4cb2-b423-cdd8a53eca4d HTTP/1.1" status: 204 len: 168 time: 0.2112069 May 12 17:46:56.630894 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a33c4-1408-42c1-9cd9-2178c27f8449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cc4376-2953-4cb2-b423-cdd8a53eca4d,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:56.942776 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e747365-d9d6-425c-867b-c03359556839 req-173cce9d-cea0-4789-b156-0754c9aff636 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:56.945503 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2e747365-d9d6-425c-867b-c03359556839 req-173cce9d-cea0-4789-b156-0754c9aff636 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.1632111 May 12 17:46:56.996018 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8c1fd-cdfd-47a6-93c7-d11c01ebd7f9 req-0f96ee37-8b84-453d-a2f3-8118d338e747 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:57.000310 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-03f8c1fd-cdfd-47a6-93c7-d11c01ebd7f9 req-0f96ee37-8b84-453d-a2f3-8118d338e747 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.2003646 May 12 17:46:57.187880 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 54226) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:57.213493 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2e747365-d9d6-425c-867b-c03359556839 req-5831bd98-80ab-41e6-8a04-805d1c27c63c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546530 May 12 17:46:57.219531 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-1036a30c-777c-4887-814b-5544a98bbf43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:57.248762 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-03f8c1fd-cdfd-47a6-93c7-d11c01ebd7f9 req-3956d034-ece0-46fa-91d6-fa11c1dc72a4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146072 May 12 17:46:57.302126 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:57.465330 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-1036a30c-777c-4887-814b-5544a98bbf43 admin admin] Publish callbacks [] for security_group (48d2bcea-9cdb-402c-9ae5-c0b78133af45), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:57.476405 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-1036a30c-777c-4887-814b-5544a98bbf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (48d2bcea-9cdb-402c-9ae5-c0b78133af45), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:57.576713 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-1036a30c-777c-4887-814b-5544a98bbf43 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4cdcb6eb6dfd415ebd1dd0fc03a4b6a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3868699 May 12 17:46:57.577904 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036a30c-777c-4887-814b-5544a98bbf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d2bcea-9cdb-402c-9ae5-c0b78133af45,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:57.579481 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 54284) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:57.691800 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e5357eb8-3ebe-4c0b-afa5-b95c1917e2f9 admin admin] Publish callbacks [] for security_group (48d2bcea-9cdb-402c-9ae5-c0b78133af45), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:57.737354 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e5357eb8-3ebe-4c0b-afa5-b95c1917e2f9 admin admin] Publish callbacks [] for security_group (48d2bcea-9cdb-402c-9ae5-c0b78133af45), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:57.840893 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e5357eb8-3ebe-4c0b-afa5-b95c1917e2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (48d2bcea-9cdb-402c-9ae5-c0b78133af45), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:57.845653 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e5357eb8-3ebe-4c0b-afa5-b95c1917e2f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:57.853598 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-e5357eb8-3ebe-4c0b-afa5-b95c1917e2f9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/48d2bcea-9cdb-402c-9ae5-c0b78133af45 HTTP/1.1" status: 204 len: 168 time: 0.2722466 May 12 17:46:57.875081 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5357eb8-3ebe-4c0b-afa5-b95c1917e2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d2bcea-9cdb-402c-9ae5-c0b78133af45,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:58.427326 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772f947-ab9d-4ea7-8784-90369aedd2c7 req-08dae672-9f9f-4827-abb5-36aa88eae4e7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:58.429577 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9772f947-ab9d-4ea7-8784-90369aedd2c7 req-08dae672-9f9f-4827-abb5-36aa88eae4e7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.1052549 May 12 17:46:58.530926 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 54346) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:58.542232 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9772f947-ab9d-4ea7-8784-90369aedd2c7 req-56fea49d-6d61-4022-8e3a-8a7bca0e1c8e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050141 May 12 17:46:58.570190 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-1cee75d4-e6fd-44b8-8acf-13c6232d7e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:58.666510 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:58.816139 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-1cee75d4-e6fd-44b8-8acf-13c6232d7e6c admin admin] Publish callbacks [] for security_group (5a22c037-6de5-46e3-b151-3bc19c318142), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:58.826002 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-1cee75d4-e6fd-44b8-8acf-13c6232d7e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (5a22c037-6de5-46e3-b151-3bc19c318142), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:58.839370 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 54362) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:58.871604 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee75d4-e6fd-44b8-8acf-13c6232d7e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a22c037-6de5-46e3-b151-3bc19c318142,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:58.873314 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2692d2-b5fd-40d8-a6a7-e33956769358 req-00d94774-28d3-46fd-aee1-7c8f297b54b4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:58.882358 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ed2692d2-b5fd-40d8-a6a7-e33956769358 req-00d94774-28d3-46fd-aee1-7c8f297b54b4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.1362002 May 12 17:46:58.899848 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-1cee75d4-e6fd-44b8-8acf-13c6232d7e6c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1e43fe6be6e748a8802fe6544beda4c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3673723 May 12 17:46:58.902174 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 54366) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:58.982344 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-73b7b995-6825-47fe-ba23-0dcde0412310 admin admin] Publish callbacks [] for security_group (5a22c037-6de5-46e3-b151-3bc19c318142), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:58.986175 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ed2692d2-b5fd-40d8-a6a7-e33956769358 req-28007714-06d5-48c1-9679-86bc08567c61 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016605 May 12 17:46:59.022785 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-73b7b995-6825-47fe-ba23-0dcde0412310 admin admin] Publish callbacks [] for security_group (5a22c037-6de5-46e3-b151-3bc19c318142), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:59.059448 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9af121b9-8474-4ea5-ad20-6c4496f6a9f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:59.095720 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-73b7b995-6825-47fe-ba23-0dcde0412310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (5a22c037-6de5-46e3-b151-3bc19c318142), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:59.107445 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-73b7b995-6825-47fe-ba23-0dcde0412310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:59.108643 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-73b7b995-6825-47fe-ba23-0dcde0412310 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5a22c037-6de5-46e3-b151-3bc19c318142 HTTP/1.1" status: 204 len: 168 time: 0.2029560 May 12 17:46:59.132604 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7b995-6825-47fe-ba23-0dcde0412310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a22c037-6de5-46e3-b151-3bc19c318142,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:59.172859 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9af121b9-8474-4ea5-ad20-6c4496f6a9f2 admin admin] Publish callbacks [] for security_group (b8aefd1e-b0ed-4a39-be83-e19b957469f6), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:59.188677 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9af121b9-8474-4ea5-ad20-6c4496f6a9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (b8aefd1e-b0ed-4a39-be83-e19b957469f6), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:59.232206 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af121b9-8474-4ea5-ad20-6c4496f6a9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aefd1e-b0ed-4a39-be83-e19b957469f6,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:59.240036 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-9af121b9-8474-4ea5-ad20-6c4496f6a9f2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=370cf4f142ec4de68eab9ceb0a8ac574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995352 May 12 17:46:59.242906 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 54378) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:59.323485 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-14819166-eb53-479b-8445-09606ec0b34e admin admin] Publish callbacks [] for security_group (b8aefd1e-b0ed-4a39-be83-e19b957469f6), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:59.348060 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-14819166-eb53-479b-8445-09606ec0b34e admin admin] Publish callbacks [] for security_group (b8aefd1e-b0ed-4a39-be83-e19b957469f6), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:59.457696 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-14819166-eb53-479b-8445-09606ec0b34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (b8aefd1e-b0ed-4a39-be83-e19b957469f6), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:59.460936 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-14819166-eb53-479b-8445-09606ec0b34e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:59.464153 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-14819166-eb53-479b-8445-09606ec0b34e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b8aefd1e-b0ed-4a39-be83-e19b957469f6 HTTP/1.1" status: 204 len: 168 time: 0.2199671 May 12 17:46:59.475653 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14819166-eb53-479b-8445-09606ec0b34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aefd1e-b0ed-4a39-be83-e19b957469f6,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:59.730688 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbae3ec-0c94-4824-8790-8e7ef9d92072 req-b55aa66f-059b-4640-afab-d10fa26a6c39 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:59.740879 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8dbae3ec-0c94-4824-8790-8e7ef9d92072 req-b55aa66f-059b-4640-afab-d10fa26a6c39 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0712757 May 12 17:46:59.844027 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8dbae3ec-0c94-4824-8790-8e7ef9d92072 req-e270e5c8-8549-4877-9d9f-65fde431bed9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022234 May 12 17:47:00.165335 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea479ed-aa75-4328-ae5d-73bd47951d9e req-524b9b20-a7ac-488a-8463-5f50fa6c2f01 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:00.178045 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bea479ed-aa75-4328-ae5d-73bd47951d9e req-524b9b20-a7ac-488a-8463-5f50fa6c2f01 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0812063 May 12 17:47:00.261063 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bea479ed-aa75-4328-ae5d-73bd47951d9e req-2a2198be-106f-4c3a-9aff-7ea5426306e6 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727808 May 12 17:47:00.297179 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:01.047796 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c296822-691b-4237-ad48-1afb87745b9b req-224fcdf6-8f81-45d0-8375-049d34ee7e51 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:01.050683 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4c296822-691b-4237-ad48-1afb87745b9b req-224fcdf6-8f81-45d0-8375-049d34ee7e51 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0586166 May 12 17:47:01.118601 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4c296822-691b-4237-ad48-1afb87745b9b req-f7ff1fda-26ae-4af2-80f3-3d77e1c17a06 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617089 May 12 17:47:01.408075 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5142a-f361-4879-88f7-a8a07a3e7757 req-971da77f-a754-4b4e-b572-8b8e0e529eb1 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:01.410560 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2df5142a-f361-4879-88f7-a8a07a3e7757 req-971da77f-a754-4b4e-b572-8b8e0e529eb1 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0629249 May 12 17:47:01.466552 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2df5142a-f361-4879-88f7-a8a07a3e7757 req-911a6f20-3491-4ed8-acf7-ddd4a0dfc084 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497432 May 12 17:47:02.273486 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85677a0-6ebf-4f0f-b891-6a3b1b77f5b4 req-646eeb5b-0bf4-41d4-b273-72a51de9b299 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:02.275573 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b85677a0-6ebf-4f0f-b891-6a3b1b77f5b4 req-646eeb5b-0bf4-41d4-b273-72a51de9b299 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0632956 May 12 17:47:02.333346 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b85677a0-6ebf-4f0f-b891-6a3b1b77f5b4 req-b59070ed-26d6-4308-a580-f4e525cc877c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505302 May 12 17:47:02.545909 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 54550) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:02.595005 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95b908-357c-403e-8c96-82e353f41522 req-6313bfb9-5f43-496d-a2e9-254c0ca25a29 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:02.602937 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5b95b908-357c-403e-8c96-82e353f41522 req-6313bfb9-5f43-496d-a2e9-254c0ca25a29 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0612848 May 12 17:47:02.665109 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5b95b908-357c-403e-8c96-82e353f41522 req-e7b1c7f5-37ff-4908-af6d-5d04ad67ad82 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605440 May 12 17:47:02.734880 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3ac0a0aa-428e-4756-81f8-f86c714bedf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:02.827058 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3ac0a0aa-428e-4756-81f8-f86c714bedf3 admin admin] Publish callbacks [] for security_group (114e3617-27d4-46bf-b416-68dc6630c16f), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:02.833423 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3ac0a0aa-428e-4756-81f8-f86c714bedf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (114e3617-27d4-46bf-b416-68dc6630c16f), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:02.866947 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0a0aa-428e-4756-81f8-f86c714bedf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114e3617-27d4-46bf-b416-68dc6630c16f,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:02.896941 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-3ac0a0aa-428e-4756-81f8-f86c714bedf3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=edf90526c5544013ae6d675a9f4fabe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497782 May 12 17:47:02.897452 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 54560) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:02.974868 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-108bbf68-3538-4735-b7f5-43e2dd113237 admin admin] Publish callbacks [] for security_group (114e3617-27d4-46bf-b416-68dc6630c16f), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:03.000602 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-108bbf68-3538-4735-b7f5-43e2dd113237 admin admin] Publish callbacks [] for security_group (114e3617-27d4-46bf-b416-68dc6630c16f), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:03.070129 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-108bbf68-3538-4735-b7f5-43e2dd113237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (114e3617-27d4-46bf-b416-68dc6630c16f), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:03.073517 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-108bbf68-3538-4735-b7f5-43e2dd113237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:03.074984 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-108bbf68-3538-4735-b7f5-43e2dd113237 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/114e3617-27d4-46bf-b416-68dc6630c16f HTTP/1.1" status: 204 len: 168 time: 0.1761658 May 12 17:47:03.083932 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bbf68-3538-4735-b7f5-43e2dd113237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114e3617-27d4-46bf-b416-68dc6630c16f,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:03.397546 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 54572) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:03.413577 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5979aa9b-fde9-4912-b9d2-1a3a8effc890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:03.489418 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3101e5-6798-4fcb-bda8-cf2340ae6fe0 req-1d8035fb-06d2-425d-aa92-1f287990b745 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:03.491217 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bf3101e5-6798-4fcb-bda8-cf2340ae6fe0 req-1d8035fb-06d2-425d-aa92-1f287990b745 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0641010 May 12 17:47:03.571672 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bf3101e5-6798-4fcb-bda8-cf2340ae6fe0 req-8f013645-3e05-495b-a902-12435d23f4e7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689216 May 12 17:47:03.588862 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5979aa9b-fde9-4912-b9d2-1a3a8effc890 admin admin] Publish callbacks [] for security_group (0b447d2e-57bb-412d-afbd-04afdff1c57a), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:03.605933 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5979aa9b-fde9-4912-b9d2-1a3a8effc890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (0b447d2e-57bb-412d-afbd-04afdff1c57a), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:03.653124 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-5979aa9b-fde9-4912-b9d2-1a3a8effc890 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=198347c20f3548f9b0a010beab0c319a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535164 May 12 17:47:03.653960 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979aa9b-fde9-4912-b9d2-1a3a8effc890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b447d2e-57bb-412d-afbd-04afdff1c57a,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:03.655556 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 54574) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:03.713845 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c238501a-4284-4933-8d68-6491c38b5c0e admin admin] Publish callbacks [] for security_group (0b447d2e-57bb-412d-afbd-04afdff1c57a), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:03.737407 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c238501a-4284-4933-8d68-6491c38b5c0e admin admin] Publish callbacks [] for security_group (0b447d2e-57bb-412d-afbd-04afdff1c57a), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:03.804716 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c238501a-4284-4933-8d68-6491c38b5c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (0b447d2e-57bb-412d-afbd-04afdff1c57a), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:03.807912 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c238501a-4284-4933-8d68-6491c38b5c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:03.812127 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-c238501a-4284-4933-8d68-6491c38b5c0e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0b447d2e-57bb-412d-afbd-04afdff1c57a HTTP/1.1" status: 204 len: 168 time: 0.1549921 May 12 17:47:03.821730 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238501a-4284-4933-8d68-6491c38b5c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b447d2e-57bb-412d-afbd-04afdff1c57a,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:03.825173 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cceec-de3c-4c77-a27f-8a0060f81edb req-9a9e73f0-22f5-483a-b823-b97eb33b34d6 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:03.827966 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1f3cceec-de3c-4c77-a27f-8a0060f81edb req-9a9e73f0-22f5-483a-b823-b97eb33b34d6 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0869341 May 12 17:47:03.904993 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1f3cceec-de3c-4c77-a27f-8a0060f81edb req-e1ab3529-4a2c-4c0b-b070-be1d702239f3 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626724 May 12 17:47:04.722391 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4412f4-86fb-4c9c-be83-bc152a604c17 req-029ae697-c362-4050-a507-7f7e943c06f0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:04.724512 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2e4412f4-86fb-4c9c-be83-bc152a604c17 req-029ae697-c362-4050-a507-7f7e943c06f0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0599461 May 12 17:47:04.792435 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2e4412f4-86fb-4c9c-be83-bc152a604c17 req-4c315416-38cd-4323-95b2-828e131aaf25 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624340 May 12 17:47:05.059522 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d377b4-bbae-4a4f-b484-6f88c4e3924e req-6254cff7-187a-48bf-a560-245b5a1da1e4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:05.069025 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-59d377b4-bbae-4a4f-b484-6f88c4e3924e req-6254cff7-187a-48bf-a560-245b5a1da1e4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0691535 May 12 17:47:05.118310 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-59d377b4-bbae-4a4f-b484-6f88c4e3924e req-3f9d817f-6958-48e8-a23f-b1450ad29cac tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480456 May 12 17:47:05.979530 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86315115-0038-4d9f-9bfb-dffbd52b0a60 req-e68a9a53-8697-49d8-add6-c326a57fe340 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:05.987909 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-86315115-0038-4d9f-9bfb-dffbd52b0a60 req-e68a9a53-8697-49d8-add6-c326a57fe340 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0756397 May 12 17:47:06.068534 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-86315115-0038-4d9f-9bfb-dffbd52b0a60 req-7874077c-51e4-4577-b68e-cadc288c0469 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793955 May 12 17:47:06.265836 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2859d-3c13-4488-9b61-ef3363035c96 req-d6c526d2-fcce-40ee-98a6-009745651441 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:06.268334 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5df2859d-3c13-4488-9b61-ef3363035c96 req-d6c526d2-fcce-40ee-98a6-009745651441 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0636728 May 12 17:47:06.346992 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5df2859d-3c13-4488-9b61-ef3363035c96 req-537c30b8-6808-45ab-9fb5-22625a9d9be8 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710900 May 12 17:47:06.493072 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 54674) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:06.631901 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-04b745cc-80a3-428f-a919-6246b0ad4df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:06.708999 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-04b745cc-80a3-428f-a919-6246b0ad4df1 admin admin] Publish callbacks [] for security_group (e0a1b12d-b995-460e-b662-863c496fe496), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:06.713959 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-04b745cc-80a3-428f-a919-6246b0ad4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (e0a1b12d-b995-460e-b662-863c496fe496), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:06.754213 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b745cc-80a3-428f-a919-6246b0ad4df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a1b12d-b995-460e-b662-863c496fe496,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:06.760661 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-04b745cc-80a3-428f-a919-6246b0ad4df1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=80e4b45302a54c37b22648c90bdfdaae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666585 May 12 17:47:06.761422 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 54680) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:06.813276 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d3f89ca2-7f71-4de8-9b77-dc1fc8ec01af admin admin] Publish callbacks [] for security_group (e0a1b12d-b995-460e-b662-863c496fe496), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:06.838449 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d3f89ca2-7f71-4de8-9b77-dc1fc8ec01af admin admin] Publish callbacks [] for security_group (e0a1b12d-b995-460e-b662-863c496fe496), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:06.894092 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d3f89ca2-7f71-4de8-9b77-dc1fc8ec01af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (e0a1b12d-b995-460e-b662-863c496fe496), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:06.897693 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d3f89ca2-7f71-4de8-9b77-dc1fc8ec01af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:06.901290 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-d3f89ca2-7f71-4de8-9b77-dc1fc8ec01af admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e0a1b12d-b995-460e-b662-863c496fe496 HTTP/1.1" status: 204 len: 168 time: 0.1364286 May 12 17:47:06.912297 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f89ca2-7f71-4de8-9b77-dc1fc8ec01af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a1b12d-b995-460e-b662-863c496fe496,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:07.244431 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac72147-b97b-4e99-ac3a-2c2c5df76f40 req-0f84485d-ff2d-4a77-8ecf-091c181bfffb tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:07.245938 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7ac72147-b97b-4e99-ac3a-2c2c5df76f40 req-0f84485d-ff2d-4a77-8ecf-091c181bfffb tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0761564 May 12 17:47:07.311815 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 54694) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:07.335395 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7ac72147-b97b-4e99-ac3a-2c2c5df76f40 req-84c32825-87d8-4c7e-93d7-e2f22f72fa0e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781579 May 12 17:47:07.335846 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6082613a-3d9c-44c7-8815-b5237517008d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:07.502685 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6082613a-3d9c-44c7-8815-b5237517008d admin admin] Publish callbacks [] for security_group (d3abdff6-e9d9-4d50-a2ce-42b847392d95), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:07.509490 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6082613a-3d9c-44c7-8815-b5237517008d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (d3abdff6-e9d9-4d50-a2ce-42b847392d95), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:07.542608 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816075d-58c8-4d1f-89ec-3b33bafb76df req-96d7b45a-3b65-4086-882e-f30e23cd0e25 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:07.550370 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9816075d-58c8-4d1f-89ec-3b33bafb76df req-96d7b45a-3b65-4086-882e-f30e23cd0e25 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0836565 May 12 17:47:07.550676 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-6082613a-3d9c-44c7-8815-b5237517008d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=90b9fdd2117a499fb6f012dd7bd0ed5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350099 May 12 17:47:07.551277 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 54702) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:07.578985 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082613a-3d9c-44c7-8815-b5237517008d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3abdff6-e9d9-4d50-a2ce-42b847392d95,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:07.645588 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-29df70ab-d0ce-4411-a13c-6aa66c9c2c67 admin admin] Publish callbacks [] for security_group (d3abdff6-e9d9-4d50-a2ce-42b847392d95), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:07.678113 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9816075d-58c8-4d1f-89ec-3b33bafb76df req-ce002373-f8f1-48c1-b1c5-7f51a29efe90 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236556 May 12 17:47:07.683109 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-29df70ab-d0ce-4411-a13c-6aa66c9c2c67 admin admin] Publish callbacks [] for security_group (d3abdff6-e9d9-4d50-a2ce-42b847392d95), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:07.763492 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-29df70ab-d0ce-4411-a13c-6aa66c9c2c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (d3abdff6-e9d9-4d50-a2ce-42b847392d95), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:07.764327 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-29df70ab-d0ce-4411-a13c-6aa66c9c2c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:07.765480 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-29df70ab-d0ce-4411-a13c-6aa66c9c2c67 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d3abdff6-e9d9-4d50-a2ce-42b847392d95 HTTP/1.1" status: 204 len: 168 time: 0.2094655 May 12 17:47:07.779031 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df70ab-d0ce-4411-a13c-6aa66c9c2c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3abdff6-e9d9-4d50-a2ce-42b847392d95,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:08.460388 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb00b3a-fb19-419b-a9d1-0d154d2317c9 req-6e59cf72-1814-438f-beeb-bb108360c276 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:08.462531 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9bb00b3a-fb19-419b-a9d1-0d154d2317c9 req-6e59cf72-1814-438f-beeb-bb108360c276 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0532277 May 12 17:47:08.529001 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9bb00b3a-fb19-419b-a9d1-0d154d2317c9 req-1f2f4fe5-0934-41e3-8d93-4a3f307c8755 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551510 May 12 17:47:08.767769 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 54742) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:08.772519 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-0eb2a638-7b8e-40c5-96d9-57128106cb4e tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1681656176', 'description': 'tempest-description--1268044336'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:08.802477 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0eb2a638-7b8e-40c5-96d9-57128106cb4e tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:08.823844 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa4633-09f0-4a31-b080-6b1df3da43b8 req-fa354409-8f71-4437-9fa7-f055d887d062 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:08.825693 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95fa4633-09f0-4a31-b080-6b1df3da43b8 req-fa354409-8f71-4437-9fa7-f055d887d062 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0653393 May 12 17:47:08.908741 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0eb2a638-7b8e-40c5-96d9-57128106cb4e tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (02708d46-7bbf-49f4-b3ad-9a4274e2b05f), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:08.913518 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0eb2a638-7b8e-40c5-96d9-57128106cb4e tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (02708d46-7bbf-49f4-b3ad-9a4274e2b05f), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:08.933916 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95fa4633-09f0-4a31-b080-6b1df3da43b8 req-9a638e9e-279b-41e2-8bcf-509913965a9e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014087 May 12 17:47:08.952929 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0eb2a638-7b8e-40c5-96d9-57128106cb4e tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:08.956002 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-0eb2a638-7b8e-40c5-96d9-57128106cb4e tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1871910 May 12 17:47:08.959492 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 54746) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:08.966111 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-5f341e59-2d7a-4618-ab1d-e2174b3f33b1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'security_group_rule': {'security_group_id': '02708d46-7bbf-49f4-b3ad-9a4274e2b05f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:08.966374 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2a638-7b8e-40c5-96d9-57128106cb4e tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02708d46-7bbf-49f4-b3ad-9a4274e2b05f,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:09.003863 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5f341e59-2d7a-4618-ab1d-e2174b3f33b1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (5a98feb4-b5d7-46a5-811b-3b4cac7d0733), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:09.055896 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5f341e59-2d7a-4618-ab1d-e2174b3f33b1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (5a98feb4-b5d7-46a5-811b-3b4cac7d0733), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:09.060776 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5f341e59-2d7a-4618-ab1d-e2174b3f33b1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (5a98feb4-b5d7-46a5-811b-3b4cac7d0733), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:09.081748 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f341e59-2d7a-4618-ab1d-e2174b3f33b1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a98feb4-b5d7-46a5-811b-3b4cac7d0733,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:09.089482 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5f341e59-2d7a-4618-ab1d-e2174b3f33b1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:09.091400 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-5f341e59-2d7a-4618-ab1d-e2174b3f33b1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295803 May 12 17:47:09.094254 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 54750) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:09.100630 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-f4488f40-71bc-47d8-9541-5b579d4c3e2f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'security_group_rule': {'security_group_id': '02708d46-7bbf-49f4-b3ad-9a4274e2b05f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:09.172002 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f4488f40-71bc-47d8-9541-5b579d4c3e2f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (7c33d1fc-3b03-448a-987f-3e0146ccfedb), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:09.249308 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f4488f40-71bc-47d8-9541-5b579d4c3e2f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (7c33d1fc-3b03-448a-987f-3e0146ccfedb), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:09.255938 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f4488f40-71bc-47d8-9541-5b579d4c3e2f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (7c33d1fc-3b03-448a-987f-3e0146ccfedb), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:09.293849 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4488f40-71bc-47d8-9541-5b579d4c3e2f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c33d1fc-3b03-448a-987f-3e0146ccfedb,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:09.302970 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f4488f40-71bc-47d8-9541-5b579d4c3e2f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:09.310204 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 54754) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:09.317801 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-72862c2e-a2c9-42f7-8ef8-ecde2e902be7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'floatingip': {'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:09.323524 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-f4488f40-71bc-47d8-9541-5b579d4c3e2f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2264671 May 12 17:47:09.377368 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-72862c2e-a2c9-42f7-8ef8-ecde2e902be7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:09.467873 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-72862c2e-a2c9-42f7-8ef8-ecde2e902be7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:09.576540 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-72862c2e-a2c9-42f7-8ef8-ecde2e902be7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Allocated IP 172.27.2.172 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/83b02e04-8712-4245-aec7-125c4cc022c8) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:47:09.700310 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11931a5-f013-4aa5-adf6-80aefc53a959 req-a9a437bc-2759-4c4a-a85a-26a9b1a0163d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:09.701779 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f11931a5-f013-4aa5-adf6-80aefc53a959 req-a9a437bc-2759-4c4a-a85a-26a9b1a0163d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0790284 May 12 17:47:09.744044 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-72862c2e-a2c9-42f7-8ef8-ecde2e902be7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for port (83b02e04-8712-4245-aec7-125c4cc022c8), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:09.776383 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f11931a5-f013-4aa5-adf6-80aefc53a959 req-61bdc843-7e8a-4b71-aab0-02ddda9c1dae tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652554 May 12 17:47:09.798851 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-72862c2e-a2c9-42f7-8ef8-ecde2e902be7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (83b02e04-8712-4245-aec7-125c4cc022c8), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:09.834058 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72862c2e-a2c9-42f7-8ef8-ecde2e902be7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:47:09.836797 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-72862c2e-a2c9-42f7-8ef8-ecde2e902be7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:47:09.840285 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72862c2e-a2c9-42f7-8ef8-ecde2e902be7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:47:09.867234 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72862c2e-a2c9-42f7-8ef8-ecde2e902be7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'Port': ['ID=83b02e04-8712-4245-aec7-125c4cc022c8,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:09.968328 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-72862c2e-a2c9-42f7-8ef8-ecde2e902be7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (4cc00cf7-c12d-454e-87ae-4da9ac66f9d6), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:10.034432 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-72862c2e-a2c9-42f7-8ef8-ecde2e902be7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (83b02e04-8712-4245-aec7-125c4cc022c8), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:10.073340 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44caebfa-facf-442b-a1d6-997f9db0b8b8 req-bbddb59d-8cdd-4537-85e3-6c39426b3ad3 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:10.074773 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-44caebfa-facf-442b-a1d6-997f9db0b8b8 req-bbddb59d-8cdd-4537-85e3-6c39426b3ad3 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0750797 May 12 17:47:10.156315 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-44caebfa-facf-442b-a1d6-997f9db0b8b8 req-c1cf2dba-7a31-4738-8293-3cd67b7a9467 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753593 May 12 17:47:10.258699 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-72862c2e-a2c9-42f7-8ef8-ecde2e902be7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for port (83b02e04-8712-4245-aec7-125c4cc022c8), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:10.263061 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-72862c2e-a2c9-42f7-8ef8-ecde2e902be7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231180'] for port (83b02e04-8712-4245-aec7-125c4cc022c8), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:10.328746 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72862c2e-a2c9-42f7-8ef8-ecde2e902be7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'Port': ['ID=83b02e04-8712-4245-aec7-125c4cc022c8,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:10.339122 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-72862c2e-a2c9-42f7-8ef8-ecde2e902be7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (4cc00cf7-c12d-454e-87ae-4da9ac66f9d6), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:10.355357 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-72862c2e-a2c9-42f7-8ef8-ecde2e902be7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:10.356647 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-72862c2e-a2c9-42f7-8ef8-ecde2e902be7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0451012 May 12 17:47:10.919650 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dce95-7f58-4eb7-9af6-5bf06b6e1df3 req-cd12a731-7f29-467f-af17-5b2c48a0c1a1 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:10.921290 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-311dce95-7f58-4eb7-9af6-5bf06b6e1df3 req-cd12a731-7f29-467f-af17-5b2c48a0c1a1 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0674055 May 12 17:47:10.984007 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-311dce95-7f58-4eb7-9af6-5bf06b6e1df3 req-a9de3c1d-6c19-4364-9f97-8f5ff8be37b1 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559196 May 12 17:47:11.284750 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1048c-716e-42da-af6c-4b0e21c11993 req-710f5f0f-b72b-4db8-9eab-99615a99881a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:11.286891 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9bb1048c-716e-42da-af6c-4b0e21c11993 req-710f5f0f-b72b-4db8-9eab-99615a99881a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0591772 May 12 17:47:11.337101 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9bb1048c-716e-42da-af6c-4b0e21c11993 req-2b217e3c-f992-4b3c-8994-4ca895faa956 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445013 May 12 17:47:12.122298 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f555f-713d-4c15-9c14-ebc703513b64 req-6f4fc5a3-1912-4a26-a40c-97aedfedf269 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:12.123772 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6e5f555f-713d-4c15-9c14-ebc703513b64 req-6f4fc5a3-1912-4a26-a40c-97aedfedf269 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0533693 May 12 17:47:12.169962 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6e5f555f-713d-4c15-9c14-ebc703513b64 req-af001ee2-b3f9-4fc7-ac98-e83fa764c6ee tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395520 May 12 17:47:12.463361 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae53864-b979-4817-80ef-0388d64992c4 req-e5566915-adf8-4c37-8932-3f4c861bd316 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:12.470768 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6ae53864-b979-4817-80ef-0388d64992c4 req-e5566915-adf8-4c37-8932-3f4c861bd316 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0652204 May 12 17:47:12.525882 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6ae53864-b979-4817-80ef-0388d64992c4 req-0d44255c-f0e4-4d42-8619-db1d063c13b6 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542450 May 12 17:47:12.541816 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device d9f2a285-130e-4f34-94a9-bbbfdf591d01 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:47:12.658335 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port d9f2a285-130e-4f34-94a9-bbbfdf591d01, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d9f2a285-130e-4f34-94a9-bbbfdf591d01,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:12.670432 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'port_id': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01', 'mac_address': 'fa:16:3e:85:08:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:47:12.720758 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port d9f2a285-130e-4f34-94a9-bbbfdf591d01 is: ACTIVE; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:47:12.721144 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:12.740810 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9f2a285-130e-4f34-94a9-bbbfdf591d01 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:47:12.762218 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port d9f2a285-130e-4f34-94a9-bbbfdf591d01, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d9f2a285-130e-4f34-94a9-bbbfdf591d01,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:12.767928 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:12.816756 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ebac0553-a308-4d51-aa41-de310c42407c req-9e797076-aa61-42cf-b599-527d49c77392 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1681656176&fields=id&tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04 HTTP/1.1" status: 200 len: 267 time: 0.0570712 May 12 17:47:12.821761 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=d9f2a285-130e-4f34-94a9-bbbfdf591d01,revision_number=6']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:12.829655 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:12.830067 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:12.830441 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:12.830863 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:12.831211 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:12.831547 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:12.831882 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:12.832237 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:12.832575 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:12.832900 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:12.833392 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:12.833888 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:12.834219 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:12.834550 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:12.834881 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:12.927993 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac0553-a308-4d51-aa41-de310c42407c req-940f19cb-e1e5-4e42-8039-2f73bad7d2b2 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:12.931406 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ebac0553-a308-4d51-aa41-de310c42407c req-940f19cb-e1e5-4e42-8039-2f73bad7d2b2 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/networks?id=1221ba24-0e4c-4509-ac6d-bff82c57688b HTTP/1.1" status: 200 len: 814 time: 0.1064379 May 12 17:47:12.947065 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ebac0553-a308-4d51-aa41-de310c42407c req-0a1e3a78-eb6c-4e12-95e9-6f68f7f9e591 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/quotas/0eee0523f68a4d8dbc6db8de3a3f6b04 HTTP/1.1" status: 200 len: 375 time: 0.0098982 May 12 17:47:13.005689 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ebac0553-a308-4d51-aa41-de310c42407c req-dbda2aab-e916-4de3-8991-eaebefca8501 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524621 May 12 17:47:13.128027 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ebac0553-a308-4d51-aa41-de310c42407c req-4b58a76c-8a0d-4c7f-a675-40d0fc5ee137 service neutron] 10.222.0.73 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068616 May 12 17:47:13.266460 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ebac0553-a308-4d51-aa41-de310c42407c req-b2d66d7a-aae7-4f16-aac0-4d811eb1c795 service neutron] 10.222.0.73 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316350 May 12 17:47:13.316103 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c781-56bd-4d1a-a879-b97beddf850d req-5a330032-6878-43fa-93e5-29260e73acc9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:13.319090 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0fa2c781-56bd-4d1a-a879-b97beddf850d req-5a330032-6878-43fa-93e5-29260e73acc9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 944 time: 0.0666382 May 12 17:47:13.461172 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0fa2c781-56bd-4d1a-a879-b97beddf850d req-034db110-17cf-4992-bcd9-ca4a8640256b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361916 May 12 17:47:13.564030 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-12756a84-a173-4201-a753-34ae472efcd8 req-a06d2c85-d5cd-4503-ba08-c54e0178904e tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 210 time: 0.0382805 May 12 17:47:13.669425 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d6631-0c37-4dce-8ed0-0a69ae3d3543 req-ed4976a8-bbfd-4ffa-9da8-ee60605390b6 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:13.672618 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-178d6631-0c37-4dce-8ed0-0a69ae3d3543 req-ed4976a8-bbfd-4ffa-9da8-ee60605390b6 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0517039 May 12 17:47:13.728468 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-178d6631-0c37-4dce-8ed0-0a69ae3d3543 req-c6cec046-4d73-4a4a-bf12-d6b94b4f8a34 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500586 May 12 17:47:14.598564 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ed495-70fb-4721-badf-f16b86473a3f req-81d2b003-4242-4759-b26d-3857d2a55c21 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:14.600139 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-de3ed495-70fb-4721-badf-f16b86473a3f req-81d2b003-4242-4759-b26d-3857d2a55c21 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 944 time: 0.0493987 May 12 17:47:14.655132 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-de3ed495-70fb-4721-badf-f16b86473a3f req-b090b099-23c3-427f-9e4b-705c97dfa2f5 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496006 May 12 17:47:14.673818 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6892f03c-7697-425c-8cd2-e19c2f28f779 req-56be4d18-3857-4533-8de8-6483d3be67d0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 210 time: 0.0344121 May 12 17:47:14.842706 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c94e7-f6c6-40e7-8f42-8386312a069d req-29538629-0164-4a78-a63a-70cd324112c5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:14.844213 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e26c94e7-f6c6-40e7-8f42-8386312a069d req-29538629-0164-4a78-a63a-70cd324112c5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0472956 May 12 17:47:14.891915 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e26c94e7-f6c6-40e7-8f42-8386312a069d req-ae5602e3-22e1-4d2f-9d8f-c0262b52d46a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411921 May 12 17:47:15.790186 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3648214a-d36f-4124-94a9-a94bc205c999 req-2584a5d6-cfc7-4b15-addf-dd23e45d1f1a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 210 time: 0.0337422 May 12 17:47:15.798710 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3c26f-79b4-4965-9ad1-c8c0a31bb9a7 req-3a296559-94a2-441d-91a1-81b6361b568e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:15.800119 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-67c3c26f-79b4-4965-9ad1-c8c0a31bb9a7 req-3a296559-94a2-441d-91a1-81b6361b568e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 944 time: 0.0716434 May 12 17:47:15.845503 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-67c3c26f-79b4-4965-9ad1-c8c0a31bb9a7 req-c134a7a9-27b2-494a-955f-51ee359ebbe7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392227 May 12 17:47:16.005024 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c669c2-d556-48a8-9f0e-90daf8a6e8cd req-f1ec033e-b637-4993-bae4-6b244b63016b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:16.006491 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-44c669c2-d556-48a8-9f0e-90daf8a6e8cd req-f1ec033e-b637-4993-bae4-6b244b63016b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0465653 May 12 17:47:16.053273 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-44c669c2-d556-48a8-9f0e-90daf8a6e8cd req-51c27e39-9502-40a5-8a83-f9905aa62bdf tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411496 May 12 17:47:16.301607 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['d9f2a285-130e-4f34-94a9-bbbfdf591d01'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:47:16.884888 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ce15a5ff-b410-4af2-b3df-d06b9d311950 req-a92c4478-383a-45a5-9d25-1310fefcff5f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 210 time: 0.0284104 May 12 17:47:16.972417 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76ed7a-0284-4d01-b0ea-16f9cc030f97 req-00a04944-caa6-4f58-a2bf-6b9a0d630cab tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:16.973864 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ad76ed7a-0284-4d01-b0ea-16f9cc030f97 req-00a04944-caa6-4f58-a2bf-6b9a0d630cab tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 944 time: 0.0518403 May 12 17:47:17.021471 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ad76ed7a-0284-4d01-b0ea-16f9cc030f97 req-72370b97-8505-4cce-8b3b-9ac255cb3bb4 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420487 May 12 17:47:17.168032 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ba75d-ab59-43dd-8535-e212610e8979 req-839ea71f-69a0-4e1d-bd24-e71695f0cbeb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:17.169573 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-939ba75d-ab59-43dd-8535-e212610e8979 req-839ea71f-69a0-4e1d-bd24-e71695f0cbeb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0475295 May 12 17:47:17.219900 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-939ba75d-ab59-43dd-8535-e212610e8979 req-aa4b45e7-91e9-4714-b3a9-3525b64b566b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438759 May 12 17:47:17.735843 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 55084) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:17.944384 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 55102) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:17.953749 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-e4a53305-1226-4397-9486-78e16378991b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e53ce05ac35c48aeb17842025bb4c455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163970 May 12 17:47:18.063672 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device d9f2a285-130e-4f34-94a9-bbbfdf591d01 up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:47:18.180133 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f500ce-2942-483a-b52e-ac36571602b7 req-75277a9c-dba3-4dc7-ac77-4535ec9fcb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:18.189392 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-00f500ce-2942-483a-b52e-ac36571602b7 req-75277a9c-dba3-4dc7-ac77-4535ec9fcb04 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 1130 time: 0.1198921 May 12 17:47:18.203415 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port d9f2a285-130e-4f34-94a9-bbbfdf591d01 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:47:18.203800 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:18.307002 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-00f500ce-2942-483a-b52e-ac36571602b7 req-17c119b6-8ca1-46e2-9653-cc4a62ba9c16 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174333 May 12 17:47:18.423042 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac0553-a308-4d51-aa41-de310c42407c req-b2ec9226-baf8-41c7-a7bc-c373684a2cd6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:18.424991 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-ebac0553-a308-4d51-aa41-de310c42407c req-b2ec9226-baf8-41c7-a7bc-c373684a2cd6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "GET /v2.0/networks?id=1221ba24-0e4c-4509-ac6d-bff82c57688b HTTP/1.1" status: 200 len: 814 time: 0.3533366 May 12 17:47:18.428357 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port d9f2a285-130e-4f34-94a9-bbbfdf591d01 is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:47:18.428750 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:18.454749 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022cd56e-632d-4336-a6d1-4de0c1952705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:47:18.458111 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6406b97-1a06-4772-a486-e2e4663c4091" -d '{"events": [{"server_uuid": "022cd56e-632d-4336-a6d1-4de0c1952705", "name": "network-vif-plugged", "status": "completed", "tag": "d9f2a285-130e-4f34-94a9-bbbfdf591d01"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:47:18.471184 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port d9f2a285-130e-4f34-94a9-bbbfdf591d01, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d9f2a285-130e-4f34-94a9-bbbfdf591d01,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:18.476097 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:18.530203 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8a83b0c2-4c76-4c18-9357-ca15c6e96717 req-5c7efd92-0372-44e9-8aa5-2b4a1e480ef7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 210 time: 0.5383575 May 12 17:47:18.543481 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b2b33240-55d4-410e-8a08-acccf505246c admin admin] Publish callbacks [] for security_group (839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:18.590573 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 55144) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:18.602830 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b2b33240-55d4-410e-8a08-acccf505246c admin admin] Publish callbacks [] for security_group (839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:18.660563 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=d9f2a285-130e-4f34-94a9-bbbfdf591d01,revision_number=7']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:18.679033 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bb8c4-34f6-47e6-b121-a3aac91df433 req-990d8493-43a1-4e89-88d9-5128db0322fd tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:18.682144 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-190bb8c4-34f6-47e6-b121-a3aac91df433 req-990d8493-43a1-4e89-88d9-5128db0322fd tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.1538689 May 12 17:47:18.706767 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d10cebe-5c79-4e88-b5ff-109d825e13ef admin admin] Deleting subnet 7e7b1c78-273c-4246-9d0f-84ab337fc8ba {{(pid=109951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:47:18.717232 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2d10cebe-5c79-4e88-b5ff-109d825e13ef admin admin] Publish callbacks [] for subnet (7e7b1c78-273c-4246-9d0f-84ab337fc8ba), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:18.779032 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6433ce-9a69-4463-8d0a-9f465033b40f req-c2d84bd3-24d1-4431-8c5d-b3609d2f896d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:18.783968 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-ebac0553-a308-4d51-aa41-de310c42407c req-d11ac85a-9be3-44d1-aee2-c749b02bd4c0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04 HTTP/1.1" status: 200 len: 473 time: 0.1219959 May 12 17:47:18.787396 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-be6433ce-9a69-4463-8d0a-9f465033b40f req-c2d84bd3-24d1-4431-8c5d-b3609d2f896d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0987062 May 12 17:47:18.787640 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2d10cebe-5c79-4e88-b5ff-109d825e13ef admin admin] Publish callbacks [] for subnet (7e7b1c78-273c-4246-9d0f-84ab337fc8ba), precommit_delete_associations {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:18.802152 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2d10cebe-5c79-4e88-b5ff-109d825e13ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4142334'] for subnet (7e7b1c78-273c-4246-9d0f-84ab337fc8ba), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:18.812816 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-190bb8c4-34f6-47e6-b121-a3aac91df433 req-e0eb4937-a563-4741-8f01-c4638de95ad9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182709 May 12 17:47:18.835147 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b2b33240-55d4-410e-8a08-acccf505246c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:18.837934 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b2b33240-55d4-410e-8a08-acccf505246c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:18.842665 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-b2b33240-55d4-410e-8a08-acccf505246c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8 HTTP/1.1" status: 204 len: 168 time: 0.8971403 May 12 17:47:18.863263 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b33240-55d4-410e-8a08-acccf505246c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839ab5cc-b1f8-4ef0-97cc-f9f77afae2a8,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:18.898573 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb52bcc-a8e7-4082-88ff-15ffa6badf2b x-openstack-request-id: req-9fb52bcc-a8e7-4082-88ff-15ffa6badf2b {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:47:18.898948 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022cd56e-632d-4336-a6d1-4de0c1952705", "name": "network-vif-plugged", "status": "completed", "tag": "d9f2a285-130e-4f34-94a9-bbbfdf591d01", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:47:18.899644 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9fb52bcc-a8e7-4082-88ff-15ffa6badf2b {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:47:18.900234 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fb52bcc-a8e7-4082-88ff-15ffa6badf2b'] response: {'server_uuid': '022cd56e-632d-4336-a6d1-4de0c1952705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01', 'code': 200} May 12 17:47:18.915527 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-be6433ce-9a69-4463-8d0a-9f465033b40f req-5e9046f3-93d0-49ce-8a2e-daa06e8bbf46 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271541 May 12 17:47:18.931588 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2d10cebe-5c79-4e88-b5ff-109d825e13ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4142311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for subnet (7e7b1c78-273c-4246-9d0f-84ab337fc8ba), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:18.958173 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10cebe-5c79-4e88-b5ff-109d825e13ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7b1c78-273c-4246-9d0f-84ab337fc8ba,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:18.964299 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2d10cebe-5c79-4e88-b5ff-109d825e13ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:18.971793 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-2d10cebe-5c79-4e88-b5ff-109d825e13ef admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7e7b1c78-273c-4246-9d0f-84ab337fc8ba HTTP/1.1" status: 204 len: 168 time: 0.3711920 May 12 17:47:18.972588 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 55162) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:19.058340 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779105'] for network (93b2660a-d344-4f06-b874-791504190d8d), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:19.117225 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-ebac0553-a308-4d51-aa41-de310c42407c req-3e0256de-1933-4cd3-a8d3-14936bba16aa tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'port': {'device_id': 'a7d5ca9d-5ce9-496f-ae0c-1e2836506652', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'admin_state_up': True, 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'security_groups': ['02708d46-7bbf-49f4-b3ad-9a4274e2b05f']}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:19.200890 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4080459', 'neutron.services.segments.db._delete_segments_for_network-8789480486422'] for network (93b2660a-d344-4f06-b874-791504190d8d), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:19.262911 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:47:19.263258 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:47:19.264006 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:47:19.264519 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Subscribe: > port after_create 55550000 {{(pid=109951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:47:19.264835 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:47:19.265165 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Subscribe: > port after_update 55550000 {{(pid=109951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:47:19.265480 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:47:19.265795 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:47:19.266136 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:47:19.266450 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:47:19.362153 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:47:19.362951 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:47:19.364039 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:47:19.364565 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:47:19.365396 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b2660a-d344-4f06-b874-791504190d8d']}} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:19.420604 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9003f002-8f47-44f5-96d4-104f426fe33b') {'for_net_delete': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:19.420981 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9003f002-8f47-44f5-96d4-104f426fe33b') {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:19.456865 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789480210207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9247554'] for segment (9003f002-8f47-44f5-96d4-104f426fe33b), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:19.491665 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (9003f002-8f47-44f5-96d4-104f426fe33b), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:19.502700 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebac0553-a308-4d51-aa41-de310c42407c req-3e0256de-1933-4cd3-a8d3-14936bba16aa tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Made reservation on behalf of 0eee0523f68a4d8dbc6db8de3a3f6b04 for: {'port': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:47:19.510210 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-ebac0553-a308-4d51-aa41-de310c42407c req-3e0256de-1933-4cd3-a8d3-14936bba16aa tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:19.521106 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=109951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:47:19.521560 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9285210'] for segment (9003f002-8f47-44f5-96d4-104f426fe33b), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: from cryptography.utils import int_from_bytes May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: from cryptography.utils import int_from_bytes May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: Traceback (most recent call last): May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: timer() May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: cb(*args, **kw) May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: return func(*args, **kwargs) May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: self._notify() May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: self.callback(batched_events) May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: event.method(event) May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: return f(self, *a, **k) May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: return self._get(url).json() May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: return self.request(url, 'GET', **kwargs) May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:47:19.526091 dv-cinder-840525-2-iscsi neutron-server[109951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:47:19.656634 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4080496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997580'] for network (93b2660a-d344-4f06-b874-791504190d8d), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:19.683559 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Pushing event deleted for resources: {'Network': ['ID=93b2660a-d344-4f06-b874-791504190d8d,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:19.692785 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:19.696667 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-0084efca-d4a2-4183-92c8-9c7b2dc85663 admin admin] 10.222.0.73 "DELETE /v2.0/networks/93b2660a-d344-4f06-b874-791504190d8d HTTP/1.1" status: 204 len: 168 time: 0.7229505 May 12 17:47:19.698167 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e31686b9-ce2d-4b02-a86b-79a006aa4044 req-8a91a9f4-b6da-4947-bf4a-211f7e611cdd tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 210 time: 0.0428174 May 12 17:47:19.806423 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [req-ebac0553-a308-4d51-aa41-de310c42407c req-3e0256de-1933-4cd3-a8d3-14936bba16aa tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Allocated IP 172.20.0.12 (1221ba24-0e4c-4509-ac6d-bff82c57688b/d6394fb4-f09d-4f41-ae7e-35adcc70fa28/77239c9b-45a3-42cb-94e9-552e3cd10f35) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:47:19.989251 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 55228) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:20.105317 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689f5aa-809b-4ee6-aaf7-8ed4d3778667 req-7fb0ee6e-c403-4add-b8b7-a009f3489424 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:20.120899 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b689f5aa-809b-4ee6-aaf7-8ed4d3778667 req-7fb0ee6e-c403-4add-b8b7-a009f3489424 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.2097631 May 12 17:47:20.131846 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:47:20.143668 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-ebac0553-a308-4d51-aa41-de310c42407c req-3e0256de-1933-4cd3-a8d3-14936bba16aa tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for port (77239c9b-45a3-42cb-94e9-552e3cd10f35), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:20.239347 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-ebac0553-a308-4d51-aa41-de310c42407c req-3e0256de-1933-4cd3-a8d3-14936bba16aa tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (77239c9b-45a3-42cb-94e9-552e3cd10f35), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:20.283466 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebac0553-a308-4d51-aa41-de310c42407c req-3e0256de-1933-4cd3-a8d3-14936bba16aa tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Network 1221ba24-0e4c-4509-ac6d-bff82c57688b is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:47:20.290654 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [req-ebac0553-a308-4d51-aa41-de310c42407c req-3e0256de-1933-4cd3-a8d3-14936bba16aa tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:47:20.319383 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebac0553-a308-4d51-aa41-de310c42407c req-3e0256de-1933-4cd3-a8d3-14936bba16aa tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:47:20.411533 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0256de-1933-4cd3-a8d3-14936bba16aa tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'Port': ['ID=77239c9b-45a3-42cb-94e9-552e3cd10f35,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:20.422954 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b689f5aa-809b-4ee6-aaf7-8ed4d3778667 req-bd3d3322-32c7-4e61-ab6e-e7bd3d22fb6f tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009400 May 12 17:47:20.444179 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab50c2-f889-435c-833d-bb91774b1179 req-0a7e7091-bf67-4887-b689-a65e52fe7dd7 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:20.454546 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a1ab50c2-f889-435c-833d-bb91774b1179 req-0a7e7091-bf67-4887-b689-a65e52fe7dd7 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.3143134 May 12 17:47:20.461822 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-7ab71b61-57a2-4a55-851d-4722713b49a9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=887261f594284422bcd448d443d27013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4626279 May 12 17:47:20.465091 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac0553-a308-4d51-aa41-de310c42407c req-3e0256de-1933-4cd3-a8d3-14936bba16aa tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:20.466600 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-ebac0553-a308-4d51-aa41-de310c42407c req-3e0256de-1933-4cd3-a8d3-14936bba16aa tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:20.467672 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 55238) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:20.490239 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-ebac0553-a308-4d51-aa41-de310c42407c req-3e0256de-1933-4cd3-a8d3-14936bba16aa tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3887479 May 12 17:47:20.511236 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Request body: {'port': {'device_id': 'a7d5ca9d-5ce9-496f-ae0c-1e2836506652', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:20.604000 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (77239c9b-45a3-42cb-94e9-552e3cd10f35), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:20.609011 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a1ab50c2-f889-435c-833d-bb91774b1179 req-fb266134-fbad-48c6-854c-98cedc742f4a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527297 May 12 17:47:20.656721 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bdd1984f-cf73-43f8-bc99-879e379fd976 admin admin] Publish callbacks [] for security_group (edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:20.684935 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bdd1984f-cf73-43f8-bc99-879e379fd976 admin admin] Publish callbacks [] for security_group (edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:20.711878 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-b7586091-be18-4b44-8f59-87c238644932 None None] Provisioning complete for port 77239c9b-45a3-42cb-94e9-552e3cd10f35 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:47:20.714316 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7586091-be18-4b44-8f59-87c238644932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (77239c9b-45a3-42cb-94e9-552e3cd10f35), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:20.825447 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-b7586091-be18-4b44-8f59-87c238644932 None None] Port 77239c9b-45a3-42cb-94e9-552e3cd10f35 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:47:20.837536 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bdd1984f-cf73-43f8-bc99-879e379fd976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:20.843108 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-bdd1984f-cf73-43f8-bc99-879e379fd976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:20.849095 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-bdd1984f-cf73-43f8-bc99-879e379fd976 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3 HTTP/1.1" status: 204 len: 168 time: 0.3801844 May 12 17:47:20.862173 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1984f-cf73-43f8-bc99-879e379fd976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb28d9c-d8d4-48cf-b8e8-d4aeb20df9b3,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:21.036062 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e0e95-b20e-47c7-9127-58d72c00be8e req-94ab5833-13f9-4b10-a115-d54ba57e2e59 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:21.046474 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a72e0e95-b20e-47c7-9127-58d72c00be8e req-94ab5833-13f9-4b10-a115-d54ba57e2e59 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 932 time: 0.1405053 May 12 17:47:21.165209 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a72e0e95-b20e-47c7-9127-58d72c00be8e req-2770667b-e1fc-4573-96f7-9f3dca3cb06d tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=02708d46-7bbf-49f4-b3ad-9a4274e2b05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177685 May 12 17:47:21.282298 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77239c9b-45a3-42cb-94e9-552e3cd10f35 {{(pid=109951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:47:21.298363 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Publish callbacks [] for port (77239c9b-45a3-42cb-94e9-552e3cd10f35), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:21.328982 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.provisioning_blocks [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Transition to ACTIVE for port object 77239c9b-45a3-42cb-94e9-552e3cd10f35 will not be triggered until provisioned by entity L2. {{(pid=109951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:47:21.338512 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (77239c9b-45a3-42cb-94e9-552e3cd10f35), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:21.499552 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Pushing event updated for resources: {'Port': ['ID=77239c9b-45a3-42cb-94e9-552e3cd10f35,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:21.714940 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Attempting to bind port 77239c9b-45a3-42cb-94e9-552e3cd10f35 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:47:21.715204 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Attempting to bind port 77239c9b-45a3-42cb-94e9-552e3cd10f35 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:47:21.715536 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Attempting to bind port 77239c9b-45a3-42cb-94e9-552e3cd10f35 on network 1221ba24-0e4c-4509-ac6d-bff82c57688b {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:47:21.732955 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Port 77239c9b-45a3-42cb-94e9-552e3cd10f35 on network 1221ba24-0e4c-4509-ac6d-bff82c57688b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:47:21.733752 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Attempting to bind port 77239c9b-45a3-42cb-94e9-552e3cd10f35 on network 1221ba24-0e4c-4509-ac6d-bff82c57688b {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:47:21.743691 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:47:21.744855 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Checking segment: {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:47:21.745440 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Bound using segment: {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:47:21.746076 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Bound port: 77239c9b-45a3-42cb-94e9-552e3cd10f35, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:47:21.746588 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (77239c9b-45a3-42cb-94e9-552e3cd10f35), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:21.807955 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badb9f2-270d-4be1-a864-0198189bdb09 req-58b023df-56f2-4ce3-9345-44b55075f292 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:21.811381 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0badb9f2-270d-4be1-a864-0198189bdb09 req-58b023df-56f2-4ce3-9345-44b55075f292 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.1662557 May 12 17:47:21.883150 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] For port 77239c9b-45a3-42cb-94e9-552e3cd10f35, host hv-cinder-84052, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:47:21.891318 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] For port 77239c9b-45a3-42cb-94e9-552e3cd10f35, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=77239c9b-45a3-42cb-94e9-552e3cd10f35,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:47:21.913162 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (77239c9b-45a3-42cb-94e9-552e3cd10f35), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:21.975525 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:21.976139 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:21.977520 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-ebac0553-a308-4d51-aa41-de310c42407c req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] 10.222.0.74 "PUT /v2.0/ports/77239c9b-45a3-42cb-94e9-552e3cd10f35 HTTP/1.1" status: 200 len: 1094 time: 1.4715393 May 12 17:47:21.978067 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d5ca9d-5ce9-496f-ae0c-1e2836506652', 'tag': '77239c9b-45a3-42cb-94e9-552e3cd10f35'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:47:21.982392 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0396f95f-305c-4e6d-a6c0-adc76477eae8" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d5ca9d-5ce9-496f-ae0c-1e2836506652", "tag": "77239c9b-45a3-42cb-94e9-552e3cd10f35"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:47:22.013977 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b597a15-2e91-48d3-b24c-6e0cf6f28d35 req-befd0b57-1269-4157-a40c-ff0563c8c142 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:22.015449 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4b597a15-2e91-48d3-b24c-6e0cf6f28d35 req-befd0b57-1269-4157-a40c-ff0563c8c142 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.1814320 May 12 17:47:22.043941 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0badb9f2-270d-4be1-a864-0198189bdb09 req-36f14764-262e-4754-80c0-03b8c2fe121a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212327 May 12 17:47:22.174463 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4b597a15-2e91-48d3-b24c-6e0cf6f28d35 req-c6cc3847-663d-4af8-9d54-d7c5899e3832 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450179 May 12 17:47:22.202788 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947f09a-d823-4d08-8cec-912d4a9265c1 service neutron] Pushing event updated for resources: {'Port': ['ID=77239c9b-45a3-42cb-94e9-552e3cd10f35,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:22.216919 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39560aa5-d79a-475a-bccd-63a69b0ad65b x-openstack-request-id: req-39560aa5-d79a-475a-bccd-63a69b0ad65b {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:47:22.217220 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d5ca9d-5ce9-496f-ae0c-1e2836506652", "tag": "77239c9b-45a3-42cb-94e9-552e3cd10f35", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:47:22.217474 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-39560aa5-d79a-475a-bccd-63a69b0ad65b {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:47:22.217876 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39560aa5-d79a-475a-bccd-63a69b0ad65b'] response: {'name': 'network-changed', 'server_uuid': 'a7d5ca9d-5ce9-496f-ae0c-1e2836506652', 'tag': '77239c9b-45a3-42cb-94e9-552e3cd10f35', 'status': 'completed', 'code': 200} May 12 17:47:22.252992 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac0553-a308-4d51-aa41-de310c42407c req-d088dab6-68a5-4b13-aed9-016acd5faba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:22.255225 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-ebac0553-a308-4d51-aa41-de310c42407c req-d088dab6-68a5-4b13-aed9-016acd5faba9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04&device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 1128 time: 0.1891949 May 12 17:47:22.351255 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-ebac0553-a308-4d51-aa41-de310c42407c req-0819e574-3821-4aae-88f6-01d46de8d809 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77239c9b-45a3-42cb-94e9-552e3cd10f35 HTTP/1.1" status: 200 len: 217 time: 0.0795743 May 12 17:47:22.416413 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b1b6f-a7a4-42f6-9824-01811b23deb1 req-26c09579-25e7-48bc-9873-9e3aa004fa00 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:22.432998 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5a4b1b6f-a7a4-42f6-9824-01811b23deb1 req-26c09579-25e7-48bc-9873-9e3aa004fa00 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 944 time: 0.0971813 May 12 17:47:22.452693 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac0553-a308-4d51-aa41-de310c42407c req-47eb0fce-b494-46d1-b064-8f05bcfb27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:22.456831 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-ebac0553-a308-4d51-aa41-de310c42407c req-47eb0fce-b494-46d1-b064-8f05bcfb27d3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6394fb4-f09d-4f41-ae7e-35adcc70fa28 HTTP/1.1" status: 200 len: 853 time: 0.0895321 May 12 17:47:22.588496 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac0553-a308-4d51-aa41-de310c42407c req-e9b16464-9f84-4f8c-9d75-64fbd9ca7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:22.590136 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-ebac0553-a308-4d51-aa41-de310c42407c req-e9b16464-9f84-4f8c-9d75-64fbd9ca7915 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1221ba24-0e4c-4509-ac6d-bff82c57688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1139333 May 12 17:47:22.624070 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5a4b1b6f-a7a4-42f6-9824-01811b23deb1 req-a8d5db6f-6ac0-44c9-bffb-e2a2b1cd715d tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=02708d46-7bbf-49f4-b3ad-9a4274e2b05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901329 May 12 17:47:22.626194 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb772ec-26c8-4465-b6e0-d913141455c1 req-216fbadd-4198-4dd1-962e-61c07a12bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:22.627909 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9cb772ec-26c8-4465-b6e0-d913141455c1 req-216fbadd-4198-4dd1-962e-61c07a12bb5b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 1130 time: 0.0753927 May 12 17:47:22.695216 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b920a-f981-4dc3-9104-c4baf19e1b38 req-f13b279f-9db0-4c3b-a686-0916f2c8cd4b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:22.697494 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-909b920a-f981-4dc3-9104-c4baf19e1b38 req-f13b279f-9db0-4c3b-a686-0916f2c8cd4b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.1527228 May 12 17:47:22.852859 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-909b920a-f981-4dc3-9104-c4baf19e1b38 req-c720bcf2-2a07-4e45-8210-f08f737bce4f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461139 May 12 17:47:22.886890 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-ebac0553-a308-4d51-aa41-de310c42407c req-c4fc9eba-bbca-4739-a6cb-e52e616290b2 service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877934 May 12 17:47:22.892065 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb772ec-26c8-4465-b6e0-d913141455c1 req-cc7c78d8-65fa-4282-9df9-77a253ae9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:22.894742 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9cb772ec-26c8-4465-b6e0-d913141455c1 req-cc7c78d8-65fa-4282-9df9-77a253ae9c98 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 920 time: 0.2588005 May 12 17:47:22.982944 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9cb772ec-26c8-4465-b6e0-d913141455c1 req-450237a4-752b-4c88-a41b-b20bea259410 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeff2539-2372-4118-8fd1-4b25292a34c4 HTTP/1.1" status: 200 len: 217 time: 0.0429354 May 12 17:47:23.318283 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739d212-45c9-44a2-80fb-9636c3fdf8eb req-a338da23-9054-4600-ac93-13c4ebd59214 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:23.331483 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e739d212-45c9-44a2-80fb-9636c3fdf8eb req-a338da23-9054-4600-ac93-13c4ebd59214 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.1162009 May 12 17:47:23.449940 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb772ec-26c8-4465-b6e0-d913141455c1 req-feda472c-1188-4920-ba39-c2e6f8b6a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:23.451611 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9cb772ec-26c8-4465-b6e0-d913141455c1 req-feda472c-1188-4920-ba39-c2e6f8b6a20e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=408098b4-b6ba-468a-a49c-afb1cbe23810 HTTP/1.1" status: 200 len: 858 time: 0.4374776 May 12 17:47:23.463224 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-ebac0553-a308-4d51-aa41-de310c42407c req-9dff09bb-8294-479e-9012-fd3aa5bb6916 service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5665345 May 12 17:47:23.465134 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e739d212-45c9-44a2-80fb-9636c3fdf8eb req-0386a4f2-83fd-4249-845f-dfe8bd0a760f tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307933 May 12 17:47:23.639178 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1da652a8-f7fe-4a73-ac27-601a773eb738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:23.797295 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 55404) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:23.806405 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3f0ac-8a6f-4f3d-b69b-f0a0564f1785 req-28888633-af05-4792-ae8a-0e5365de20ad tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:23.813594 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7cf3f0ac-8a6f-4f3d-b69b-f0a0564f1785 req-28888633-af05-4792-ae8a-0e5365de20ad tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 944 time: 0.0720134 May 12 17:47:23.889259 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7cf3f0ac-8a6f-4f3d-b69b-f0a0564f1785 req-f0b13e9b-ec7e-4c5d-99c0-52a94a1ff061 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=02708d46-7bbf-49f4-b3ad-9a4274e2b05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742333 May 12 17:47:23.971337 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3bb739d3-c4fe-411c-b98f-7c6d854149be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:23.995774 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c569d15-2d88-4c30-bea0-5b4cb12e6816 req-0568fc92-35d5-4dcc-a19b-823f3f81dc73 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:24.000381 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2c569d15-2d88-4c30-bea0-5b4cb12e6816 req-0568fc92-35d5-4dcc-a19b-823f3f81dc73 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0625043 May 12 17:47:24.071483 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3bb739d3-c4fe-411c-b98f-7c6d854149be admin admin] Publish callbacks [] for security_group (fed233b4-71b8-4f0d-99b8-2bdf34cd8f7b), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:24.076488 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2c569d15-2d88-4c30-bea0-5b4cb12e6816 req-88712e2a-509f-4d33-b2d6-a86e86fb3768 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566280 May 12 17:47:24.085198 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-3bb739d3-c4fe-411c-b98f-7c6d854149be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (fed233b4-71b8-4f0d-99b8-2bdf34cd8f7b), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:24.123567 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb739d3-c4fe-411c-b98f-7c6d854149be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed233b4-71b8-4f0d-99b8-2bdf34cd8f7b,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:24.130060 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-3bb739d3-c4fe-411c-b98f-7c6d854149be admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2e2c86afb03e4ad8afd66ef5ff9a7ec7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3317125 May 12 17:47:24.132683 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 55412) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:24.189009 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d59a0231-31d7-47d9-87c6-35d2c27837d7 admin admin] Publish callbacks [] for security_group (fed233b4-71b8-4f0d-99b8-2bdf34cd8f7b), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:24.212056 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d59a0231-31d7-47d9-87c6-35d2c27837d7 admin admin] Publish callbacks [] for security_group (fed233b4-71b8-4f0d-99b8-2bdf34cd8f7b), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:24.264594 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d59a0231-31d7-47d9-87c6-35d2c27837d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (fed233b4-71b8-4f0d-99b8-2bdf34cd8f7b), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:24.267517 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d59a0231-31d7-47d9-87c6-35d2c27837d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:24.268836 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-d59a0231-31d7-47d9-87c6-35d2c27837d7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fed233b4-71b8-4f0d-99b8-2bdf34cd8f7b HTTP/1.1" status: 204 len: 168 time: 0.1352520 May 12 17:47:24.277352 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a0231-31d7-47d9-87c6-35d2c27837d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed233b4-71b8-4f0d-99b8-2bdf34cd8f7b,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:24.638521 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b6fe8-b770-4ed6-8080-309382b98b8f req-b6c1ebd2-4ff1-4535-a572-4ea965dd96d1 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:24.641661 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-401b6fe8-b770-4ed6-8080-309382b98b8f req-b6c1ebd2-4ff1-4535-a572-4ea965dd96d1 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0585418 May 12 17:47:24.695419 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-401b6fe8-b770-4ed6-8080-309382b98b8f req-cbb5d0e0-a96e-4a08-b332-3e5a1ebb3d7c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493040 May 12 17:47:25.035235 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e3222-872e-43ac-ac35-50ad003bb750 req-ef215a22-519f-4646-851f-7a441838dacf tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:25.036827 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f81e3222-872e-43ac-ac35-50ad003bb750 req-ef215a22-519f-4646-851f-7a441838dacf tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 944 time: 0.0497165 May 12 17:47:25.091547 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f81e3222-872e-43ac-ac35-50ad003bb750 req-a93fe348-08db-4639-bc58-f97a07f56b03 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=02708d46-7bbf-49f4-b3ad-9a4274e2b05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464149 May 12 17:47:25.148369 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:25.200894 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad5146-6c60-4583-b9b7-2dcc21e687ec req-d4a2d57c-4f03-4220-beb6-91e7e02a7719 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:25.202692 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d4ad5146-6c60-4583-b9b7-2dcc21e687ec req-d4a2d57c-4f03-4220-beb6-91e7e02a7719 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0593474 May 12 17:47:25.256607 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d4ad5146-6c60-4583-b9b7-2dcc21e687ec req-602ce42f-fd49-41e6-9156-d51efde8c233 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478256 May 12 17:47:25.824076 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b28b9-caee-43c4-8453-781cb49e284d req-b23c12e4-1fec-47e5-9f28-ee82c7e0a621 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:25.825858 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-887b28b9-caee-43c4-8453-781cb49e284d req-b23c12e4-1fec-47e5-9f28-ee82c7e0a621 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0513382 May 12 17:47:25.880423 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-632fdf3b-9050-49af-9b5f-71eb7108aed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:25.897211 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-887b28b9-caee-43c4-8453-781cb49e284d req-410deaae-3f14-4bfa-8ed4-9e528eee1e2c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600858 May 12 17:47:26.220058 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398b72e-a868-4758-b4a8-cf997cb5616a req-6a152381-7f8b-46e1-b629-aa0e84fbaf04 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:26.221627 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b398b72e-a868-4758-b4a8-cf997cb5616a req-6a152381-7f8b-46e1-b629-aa0e84fbaf04 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 944 time: 0.0600209 May 12 17:47:26.273172 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b398b72e-a868-4758-b4a8-cf997cb5616a req-08f59eb1-1627-4798-801c-3b11ae241d02 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=02708d46-7bbf-49f4-b3ad-9a4274e2b05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458574 May 12 17:47:26.382903 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced63a6-935a-47f0-9aae-735796373080 req-93bc0ba7-84dd-45d6-89eb-a3fb83625141 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:26.384340 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8ced63a6-935a-47f0-9aae-735796373080 req-93bc0ba7-84dd-45d6-89eb-a3fb83625141 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0533085 May 12 17:47:26.441453 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8ced63a6-935a-47f0-9aae-735796373080 req-7ed1398a-7e74-495e-bd06-823d07a8c82c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509202 May 12 17:47:26.574522 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb772ec-26c8-4465-b6e0-d913141455c1 req-2de903e6-5442-4bc1-b5e2-0297c6d9b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:26.576050 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9cb772ec-26c8-4465-b6e0-d913141455c1 req-2de903e6-5442-4bc1-b5e2-0297c6d9b31a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dae508b5-33ae-47fd-88cd-96de0b50f763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519924 May 12 17:47:27.065860 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703ed43-f744-434e-b19e-e1422b399285 req-5539b1b2-da81-4307-9537-280ade1ec41f tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:27.067372 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c703ed43-f744-434e-b19e-e1422b399285 req-5539b1b2-da81-4307-9537-280ade1ec41f tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0717735 May 12 17:47:27.140681 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c703ed43-f744-434e-b19e-e1422b399285 req-7ef52310-9bd1-4a06-b2d1-550842c68d7d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635111 May 12 17:47:27.281313 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:27.396275 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533c884-e895-4502-8adb-f75226846b6d req-c35fcc8c-4399-43c2-8a12-de41437f0024 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:27.398256 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0533c884-e895-4502-8adb-f75226846b6d req-c35fcc8c-4399-43c2-8a12-de41437f0024 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 944 time: 0.0514634 May 12 17:47:27.454559 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0533c884-e895-4502-8adb-f75226846b6d req-b9171700-d8bb-4568-b07a-92f7f28143cc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=02708d46-7bbf-49f4-b3ad-9a4274e2b05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503459 May 12 17:47:27.591330 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f300d-e9a8-4749-aec5-1d54ceb68446 req-8ecd6d84-4816-4471-b48c-c90457a5b7c2 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:27.591330 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-972f300d-e9a8-4749-aec5-1d54ceb68446 req-8ecd6d84-4816-4471-b48c-c90457a5b7c2 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0569947 May 12 17:47:27.671110 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-972f300d-e9a8-4749-aec5-1d54ceb68446 req-c3fa1da5-7b44-4572-b048-0dbe3f2806a4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725617 May 12 17:47:28.058097 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396f95f-305c-4e6d-a6c0-adc76477eae8 req-0fa16e2c-878a-47c3-9188-10b8eb0d0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:28.059574 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-0396f95f-305c-4e6d-a6c0-adc76477eae8 req-0fa16e2c-878a-47c3-9188-10b8eb0d0aae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04&device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 1128 time: 0.1080437 May 12 17:47:28.114647 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 77239c9b-45a3-42cb-94e9-552e3cd10f35 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:47:28.114918 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9cb772ec-26c8-4465-b6e0-d913141455c1 req-b79855c6-728a-42d1-a1ff-4cbd8f5212a4 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608367 May 12 17:47:28.221561 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 77239c9b-45a3-42cb-94e9-552e3cd10f35, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=77239c9b-45a3-42cb-94e9-552e3cd10f35,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:28.235740 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9cb772ec-26c8-4465-b6e0-d913141455c1 req-d09568bd-aaa8-4ac1-93a3-955a7a78d6ea service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952997 May 12 17:47:28.236280 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': '77239c9b-45a3-42cb-94e9-552e3cd10f35', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'port_id': '77239c9b-45a3-42cb-94e9-552e3cd10f35', 'mac_address': 'fa:16:3e:f5:8c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:47:28.265118 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396f95f-305c-4e6d-a6c0-adc76477eae8 req-7b373971-5af2-4fc7-8082-f038eedc382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:28.266983 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-0396f95f-305c-4e6d-a6c0-adc76477eae8 req-7b373971-5af2-4fc7-8082-f038eedc382a service neutron] 10.222.0.74 "GET /v2.0/networks?id=1221ba24-0e4c-4509-ac6d-bff82c57688b HTTP/1.1" status: 200 len: 915 time: 0.1962733 May 12 17:47:28.310175 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 77239c9b-45a3-42cb-94e9-552e3cd10f35 is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:47:28.311325 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (77239c9b-45a3-42cb-94e9-552e3cd10f35), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:28.324888 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-0396f95f-305c-4e6d-a6c0-adc76477eae8 req-1169cbff-a659-4a0c-b7eb-9f6ad1323653 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77239c9b-45a3-42cb-94e9-552e3cd10f35 HTTP/1.1" status: 200 len: 217 time: 0.0506940 May 12 17:47:28.331890 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77239c9b-45a3-42cb-94e9-552e3cd10f35 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:47:28.370011 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 77239c9b-45a3-42cb-94e9-552e3cd10f35, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=77239c9b-45a3-42cb-94e9-552e3cd10f35,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:28.381383 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (77239c9b-45a3-42cb-94e9-552e3cd10f35), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:28.401395 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396f95f-305c-4e6d-a6c0-adc76477eae8 req-a915ea86-73c5-41b2-af7f-bea949ed9ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:28.403265 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-0396f95f-305c-4e6d-a6c0-adc76477eae8 req-a915ea86-73c5-41b2-af7f-bea949ed9ab4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6394fb4-f09d-4f41-ae7e-35adcc70fa28 HTTP/1.1" status: 200 len: 853 time: 0.0708647 May 12 17:47:28.420749 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644b748-340d-42d8-9b37-ab694f67a4f8 req-88db12cd-3fc4-427c-a401-e33314653b8f tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:28.430195 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e644b748-340d-42d8-9b37-ab694f67a4f8 req-88db12cd-3fc4-427c-a401-e33314653b8f tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.1330299 May 12 17:47:28.459186 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=77239c9b-45a3-42cb-94e9-552e3cd10f35,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:28.500547 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396f95f-305c-4e6d-a6c0-adc76477eae8 req-e4477ee3-a805-4737-b06f-b0e7f8ac4701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:28.502338 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e644b748-340d-42d8-9b37-ab694f67a4f8 req-294bedda-88be-4cdc-a98c-55e576a75271 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662549 May 12 17:47:28.507024 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-0396f95f-305c-4e6d-a6c0-adc76477eae8 req-e4477ee3-a805-4737-b06f-b0e7f8ac4701 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1221ba24-0e4c-4509-ac6d-bff82c57688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675719 May 12 17:47:28.606385 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c999a-a840-4e67-8d7e-e83824a10616 req-1b24ec33-b327-42b7-ad65-ac344aff3669 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:28.614604 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-eb5c999a-a840-4e67-8d7e-e83824a10616 req-1b24ec33-b327-42b7-ad65-ac344aff3669 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 945 time: 0.0626061 May 12 17:47:28.653721 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:28.671916 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-0396f95f-305c-4e6d-a6c0-adc76477eae8 req-97d27e5d-416f-4a4e-8988-daab51984701 service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306343 May 12 17:47:28.687162 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-eb5c999a-a840-4e67-8d7e-e83824a10616 req-ced9ac2b-a28f-48f0-a138-092684ecfdcd tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=02708d46-7bbf-49f4-b3ad-9a4274e2b05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716918 May 12 17:47:28.820258 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db52149-682d-4818-98c8-ef817f8cc47d req-8271ca05-cad5-40a7-85d5-c20454b66829 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:28.822271 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7db52149-682d-4818-98c8-ef817f8cc47d req-8271ca05-cad5-40a7-85d5-c20454b66829 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0565760 May 12 17:47:28.882947 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7db52149-682d-4818-98c8-ef817f8cc47d req-bb0f8e51-3eae-4921-886e-fc8ef1ebd0c7 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545738 May 12 17:47:28.887618 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['77239c9b-45a3-42cb-94e9-552e3cd10f35'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:47:29.289089 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 55524) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:29.420448 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2f21598d-76ae-4315-bf9b-9c47157da09b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:29.526220 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2f21598d-76ae-4315-bf9b-9c47157da09b admin admin] Publish callbacks [] for security_group (88b60f52-a87e-4ee2-a8aa-32dfa749788b), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:29.534271 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2f21598d-76ae-4315-bf9b-9c47157da09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (88b60f52-a87e-4ee2-a8aa-32dfa749788b), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:29.586905 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-2f21598d-76ae-4315-bf9b-9c47157da09b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e0a5b853e6347ffa61e544dddd501a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954063 May 12 17:47:29.587274 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 55534) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:29.587955 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21598d-76ae-4315-bf9b-9c47157da09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b60f52-a87e-4ee2-a8aa-32dfa749788b,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:29.722481 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62933a0e-e286-4d69-a1f2-7e77b2aa32a9 req-4b524c64-7a75-4b87-9724-d537a05e1077 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:29.724619 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-62933a0e-e286-4d69-a1f2-7e77b2aa32a9 req-4b524c64-7a75-4b87-9724-d537a05e1077 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0864911 May 12 17:47:29.728292 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-816743a6-25fe-41b9-82ed-c99f0bfd6ac6 admin admin] Publish callbacks [] for security_group (88b60f52-a87e-4ee2-a8aa-32dfa749788b), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:29.769687 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-816743a6-25fe-41b9-82ed-c99f0bfd6ac6 admin admin] Publish callbacks [] for security_group (88b60f52-a87e-4ee2-a8aa-32dfa749788b), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:29.827897 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-62933a0e-e286-4d69-a1f2-7e77b2aa32a9 req-d0b5fd33-1c0b-4dc3-a1df-1455d2b257ab tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928435 May 12 17:47:29.843540 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 55542) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:29.862891 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-816743a6-25fe-41b9-82ed-c99f0bfd6ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (88b60f52-a87e-4ee2-a8aa-32dfa749788b), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:29.865617 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-816743a6-25fe-41b9-82ed-c99f0bfd6ac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:29.866975 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-816743a6-25fe-41b9-82ed-c99f0bfd6ac6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/88b60f52-a87e-4ee2-a8aa-32dfa749788b HTTP/1.1" status: 204 len: 168 time: 0.2699718 May 12 17:47:29.885890 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816743a6-25fe-41b9-82ed-c99f0bfd6ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b60f52-a87e-4ee2-a8aa-32dfa749788b,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:30.028404 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da334d0f-322d-4e85-8f79-5d264525cea0 req-e63470e1-dad8-48bf-ad27-cbd3a14b17c0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:30.048315 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-da334d0f-322d-4e85-8f79-5d264525cea0 req-e63470e1-dad8-48bf-ad27-cbd3a14b17c0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 945 time: 0.0686212 May 12 17:47:30.121487 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-da334d0f-322d-4e85-8f79-5d264525cea0 req-6a6f686c-45b4-4c64-91f0-6d0226176d68 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=02708d46-7bbf-49f4-b3ad-9a4274e2b05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852535 May 12 17:47:30.136904 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 77239c9b-45a3-42cb-94e9-552e3cd10f35 up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:47:30.252765 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-163f6c47-2570-4e2e-af39-ff56d4392279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:30.295583 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port 77239c9b-45a3-42cb-94e9-552e3cd10f35 completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:47:30.324131 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:30.325633 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port 77239c9b-45a3-42cb-94e9-552e3cd10f35 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:47:30.325997 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (77239c9b-45a3-42cb-94e9-552e3cd10f35), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:30.353601 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44d037-b142-4156-8d37-8e1a4f7029fe req-b224b0d6-2bad-4d96-8860-a33b5a5f50b0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:30.363913 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2d44d037-b142-4156-8d37-8e1a4f7029fe req-b224b0d6-2bad-4d96-8860-a33b5a5f50b0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0787470 May 12 17:47:30.438195 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 77239c9b-45a3-42cb-94e9-552e3cd10f35 is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:47:30.440441 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (77239c9b-45a3-42cb-94e9-552e3cd10f35), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:30.472585 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2d44d037-b142-4156-8d37-8e1a4f7029fe req-0f6d74f9-5593-4459-8089-6b3c4b223c83 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073825 May 12 17:47:30.505304 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d5ca9d-5ce9-496f-ae0c-1e2836506652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77239c9b-45a3-42cb-94e9-552e3cd10f35'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:47:30.515921 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5ab22c-3387-4859-820f-3270cf3e0ba8" -d '{"events": [{"server_uuid": "a7d5ca9d-5ce9-496f-ae0c-1e2836506652", "name": "network-vif-plugged", "status": "completed", "tag": "77239c9b-45a3-42cb-94e9-552e3cd10f35"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:47:30.535040 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-0396f95f-305c-4e6d-a6c0-adc76477eae8 req-ebad7d7a-6d4d-4937-b8f1-bf59ce182663 service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268305 May 12 17:47:30.544877 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-163f6c47-2570-4e2e-af39-ff56d4392279 admin admin] Publish callbacks [] for security_group (259df6a6-3a3d-4894-8fcc-1e1dce36a3c3), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:30.555682 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-163f6c47-2570-4e2e-af39-ff56d4392279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (259df6a6-3a3d-4894-8fcc-1e1dce36a3c3), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:30.566001 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 77239c9b-45a3-42cb-94e9-552e3cd10f35, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=77239c9b-45a3-42cb-94e9-552e3cd10f35,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:30.574244 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (77239c9b-45a3-42cb-94e9-552e3cd10f35), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:30.609853 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-163f6c47-2570-4e2e-af39-ff56d4392279 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=11d3e88c3ffe43beb17fbfcb2fbf6702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7622571 May 12 17:47:30.609853 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f6c47-2570-4e2e-af39-ff56d4392279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259df6a6-3a3d-4894-8fcc-1e1dce36a3c3,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:30.610432 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 55556) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:30.676273 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dde5ba-defe-463d-9537-4cff5a922dc8 x-openstack-request-id: req-d1dde5ba-defe-463d-9537-4cff5a922dc8 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:47:30.676570 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d5ca9d-5ce9-496f-ae0c-1e2836506652", "name": "network-vif-plugged", "status": "completed", "tag": "77239c9b-45a3-42cb-94e9-552e3cd10f35", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:47:30.676826 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d1dde5ba-defe-463d-9537-4cff5a922dc8 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:47:30.677300 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1dde5ba-defe-463d-9537-4cff5a922dc8'] response: {'server_uuid': 'a7d5ca9d-5ce9-496f-ae0c-1e2836506652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77239c9b-45a3-42cb-94e9-552e3cd10f35', 'code': 200} May 12 17:47:30.680383 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=77239c9b-45a3-42cb-94e9-552e3cd10f35,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:30.696989 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d0475548-bcfe-490d-b645-accd643e809c admin admin] Publish callbacks [] for security_group (259df6a6-3a3d-4894-8fcc-1e1dce36a3c3), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:30.748058 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d0475548-bcfe-490d-b645-accd643e809c admin admin] Publish callbacks [] for security_group (259df6a6-3a3d-4894-8fcc-1e1dce36a3c3), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:30.810066 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d0475548-bcfe-490d-b645-accd643e809c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (259df6a6-3a3d-4894-8fcc-1e1dce36a3c3), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:30.813572 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d0475548-bcfe-490d-b645-accd643e809c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:30.816018 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-d0475548-bcfe-490d-b645-accd643e809c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/259df6a6-3a3d-4894-8fcc-1e1dce36a3c3 HTTP/1.1" status: 204 len: 168 time: 0.2041538 May 12 17:47:30.825301 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0475548-bcfe-490d-b645-accd643e809c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259df6a6-3a3d-4894-8fcc-1e1dce36a3c3,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:31.041337 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b261660-f7c2-4e92-97fd-94ad74798f42 req-81f60db7-0e8a-46d6-bd25-c27e0c12d89a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:31.043508 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5b261660-f7c2-4e92-97fd-94ad74798f42 req-81f60db7-0e8a-46d6-bd25-c27e0c12d89a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0937035 May 12 17:47:31.115304 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5b261660-f7c2-4e92-97fd-94ad74798f42 req-3a27bd3c-ea25-454b-b263-23adc05f2f39 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620275 May 12 17:47:31.302469 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737253ec-f172-430e-bd12-ae59ccbc0940 req-f9eda593-d31f-4f35-8397-51f8186de6be tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:31.309863 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-737253ec-f172-430e-bd12-ae59ccbc0940 req-f9eda593-d31f-4f35-8397-51f8186de6be tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 946 time: 0.0579767 May 12 17:47:31.372812 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-737253ec-f172-430e-bd12-ae59ccbc0940 req-a7da2598-74ef-406c-b918-170f5ea18c6e tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=02708d46-7bbf-49f4-b3ad-9a4274e2b05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619624 May 12 17:47:31.631569 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17219192-b0de-4300-934a-11831751ae5b req-09f0ea67-f5c2-45b4-9b31-6ce0a69c3fc4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:31.633383 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-17219192-b0de-4300-934a-11831751ae5b req-09f0ea67-f5c2-45b4-9b31-6ce0a69c3fc4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0618896 May 12 17:47:31.699469 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-17219192-b0de-4300-934a-11831751ae5b req-7121e4c2-2f0b-49f2-91fb-b535c34d4d77 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590978 May 12 17:47:31.807733 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f883f7-95eb-49ce-a6cb-d22a4606c7c5 req-392a387b-a1d8-4a5b-a75f-c41b842b8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:31.809525 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b1f883f7-95eb-49ce-a6cb-d22a4606c7c5 req-392a387b-a1d8-4a5b-a75f-c41b842b8a11 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 1130 time: 0.0715086 May 12 17:47:31.898729 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b1f883f7-95eb-49ce-a6cb-d22a4606c7c5 req-96ea3b48-1beb-4e95-821f-5948596421e5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=02708d46-7bbf-49f4-b3ad-9a4274e2b05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779746 May 12 17:47:32.246248 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276d8c0-d06d-40ba-a143-4169bef85482 req-0a47be29-3155-4346-8657-b520b1d5ac25 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:32.247768 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3276d8c0-d06d-40ba-a143-4169bef85482 req-0a47be29-3155-4346-8657-b520b1d5ac25 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0561640 May 12 17:47:32.302019 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3276d8c0-d06d-40ba-a143-4169bef85482 req-a6aea3bd-d3f7-44ce-860f-440840f85ea2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468819 May 12 17:47:32.488404 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a3f6c-5590-438f-83ed-7d0d8a596b43 req-41ebb1d7-b7fd-41a1-874a-ae1942e79e38 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:32.489893 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c58a3f6c-5590-438f-83ed-7d0d8a596b43 req-41ebb1d7-b7fd-41a1-874a-ae1942e79e38 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 946 time: 0.0473802 May 12 17:47:32.542720 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c58a3f6c-5590-438f-83ed-7d0d8a596b43 req-8970c2ef-fc61-4812-a976-2cda6fe6f081 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=02708d46-7bbf-49f4-b3ad-9a4274e2b05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470634 May 12 17:47:33.289392 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 55606) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:33.293846 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-fdd5793c-d90b-439e-94ae-f21bec3cf94f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1130218158', 'description': 'tempest-description--2016362691'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:33.313625 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fdd5793c-d90b-439e-94ae-f21bec3cf94f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:33.395682 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fdd5793c-d90b-439e-94ae-f21bec3cf94f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for security_group (530ac963-4319-4ea1-aeaa-a2efc4920cd6), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:33.399752 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fdd5793c-d90b-439e-94ae-f21bec3cf94f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (530ac963-4319-4ea1-aeaa-a2efc4920cd6), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:33.458012 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-fdd5793c-d90b-439e-94ae-f21bec3cf94f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:33.459757 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-fdd5793c-d90b-439e-94ae-f21bec3cf94f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1693237 May 12 17:47:33.462896 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 55610) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:33.467718 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-e9fbe704-3815-4efd-a175-a8583d44c7f2 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Request body: {'security_group_rule': {'security_group_id': '530ac963-4319-4ea1-aeaa-a2efc4920cd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:33.468306 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c222b4a-1dfe-43d7-910a-5523914a5395 req-45672650-f3ea-4d48-a360-21aed78864d3 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:33.469775 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0c222b4a-1dfe-43d7-910a-5523914a5395 req-45672650-f3ea-4d48-a360-21aed78864d3 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0892484 May 12 17:47:33.470900 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5793c-d90b-439e-94ae-f21bec3cf94f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530ac963-4319-4ea1-aeaa-a2efc4920cd6,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:33.497326 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e9fbe704-3815-4efd-a175-a8583d44c7f2 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for security_group_rule (1c2a7c42-69c1-4cb0-9f65-f20451d2f406), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:33.519769 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0c222b4a-1dfe-43d7-910a-5523914a5395 req-b8e1d42e-a143-489c-be2b-36b2ab5ef905 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436873 May 12 17:47:33.545782 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e9fbe704-3815-4efd-a175-a8583d44c7f2 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for security_group_rule (1c2a7c42-69c1-4cb0-9f65-f20451d2f406), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:33.550450 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e9fbe704-3815-4efd-a175-a8583d44c7f2 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (1c2a7c42-69c1-4cb0-9f65-f20451d2f406), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:33.568381 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbe704-3815-4efd-a175-a8583d44c7f2 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2a7c42-69c1-4cb0-9f65-f20451d2f406,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:33.577962 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e9fbe704-3815-4efd-a175-a8583d44c7f2 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:33.583094 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 55614) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:33.583331 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-e9fbe704-3815-4efd-a175-a8583d44c7f2 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192930 May 12 17:47:33.587625 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-63795e0d-1822-400c-945b-f6cd83659291 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Request body: {'security_group_rule': {'security_group_id': '530ac963-4319-4ea1-aeaa-a2efc4920cd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:33.618519 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-63795e0d-1822-400c-945b-f6cd83659291 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for security_group_rule (fe47b0fd-2591-44c4-8dba-05573de4b5a8), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:33.714345 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27993d2-f0f2-4348-a948-96722239b22e req-8c60a315-f75e-433c-b07d-79914a78e230 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:33.715747 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a27993d2-f0f2-4348-a948-96722239b22e req-8c60a315-f75e-433c-b07d-79914a78e230 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 946 time: 0.0762866 May 12 17:47:33.733311 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-63795e0d-1822-400c-945b-f6cd83659291 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for security_group_rule (fe47b0fd-2591-44c4-8dba-05573de4b5a8), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:33.743122 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-63795e0d-1822-400c-945b-f6cd83659291 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (fe47b0fd-2591-44c4-8dba-05573de4b5a8), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:33.780366 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-63795e0d-1822-400c-945b-f6cd83659291 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:33.781551 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-63795e0d-1822-400c-945b-f6cd83659291 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1974528 May 12 17:47:33.782246 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63795e0d-1822-400c-945b-f6cd83659291 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe47b0fd-2591-44c4-8dba-05573de4b5a8,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:33.785102 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 55616) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:33.790543 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-b7d3a391-8723-47f6-b036-3fc2a488c2da tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Request body: {'floatingip': {'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:33.794760 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a27993d2-f0f2-4348-a948-96722239b22e req-19387241-b73f-4fb7-86ed-9ee879effba0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=02708d46-7bbf-49f4-b3ad-9a4274e2b05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718317 May 12 17:47:33.816388 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b7d3a391-8723-47f6-b036-3fc2a488c2da tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:33.897660 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b7d3a391-8723-47f6-b036-3fc2a488c2da tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:34.002828 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-b7d3a391-8723-47f6-b036-3fc2a488c2da tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Allocated IP 172.27.2.88 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/b3eb2470-89c8-4647-b5f0-722de18df486) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:47:34.107078 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b7d3a391-8723-47f6-b036-3fc2a488c2da tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for port (b3eb2470-89c8-4647-b5f0-722de18df486), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:34.141857 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b7d3a391-8723-47f6-b036-3fc2a488c2da tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (b3eb2470-89c8-4647-b5f0-722de18df486), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:34.178928 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d3a391-8723-47f6-b036-3fc2a488c2da tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:47:34.182026 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-b7d3a391-8723-47f6-b036-3fc2a488c2da tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:47:34.184618 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d3a391-8723-47f6-b036-3fc2a488c2da tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:47:34.220948 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3a391-8723-47f6-b036-3fc2a488c2da tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Pushing event updated for resources: {'Port': ['ID=b3eb2470-89c8-4647-b5f0-722de18df486,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:34.287413 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b7d3a391-8723-47f6-b036-3fc2a488c2da tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for floatingip (3b74673a-6d1f-4f8f-80b2-2d59597b519a), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:34.323768 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b7d3a391-8723-47f6-b036-3fc2a488c2da tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (b3eb2470-89c8-4647-b5f0-722de18df486), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:34.540222 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c1f5b-30d2-4029-bdf5-21a6dc2ce98e req-a385fa1a-5708-403e-aad2-3490701039e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:34.541631 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-419c1f5b-30d2-4029-bdf5-21a6dc2ce98e req-a385fa1a-5708-403e-aad2-3490701039e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a&device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 1129 time: 0.0594018 May 12 17:47:34.545263 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b7d3a391-8723-47f6-b036-3fc2a488c2da tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for port (b3eb2470-89c8-4647-b5f0-722de18df486), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:34.549974 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b7d3a391-8723-47f6-b036-3fc2a488c2da tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (b3eb2470-89c8-4647-b5f0-722de18df486), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:34.651342 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01647d-4007-417c-b343-b4d1ad3e6a46 req-e8bad5ee-e9db-44e4-9561-4c27c9fa860e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:34.652875 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-db01647d-4007-417c-b343-b4d1ad3e6a46 req-e8bad5ee-e9db-44e4-9561-4c27c9fa860e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0517528 May 12 17:47:34.682322 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3a391-8723-47f6-b036-3fc2a488c2da tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Pushing event updated for resources: {'Port': ['ID=b3eb2470-89c8-4647-b5f0-722de18df486,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:34.701193 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b7d3a391-8723-47f6-b036-3fc2a488c2da tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (3b74673a-6d1f-4f8f-80b2-2d59597b519a), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:34.708214 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-db01647d-4007-417c-b343-b4d1ad3e6a46 req-d3cc4774-1bb8-4a84-b761-4f3dda7ac65e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495818 May 12 17:47:34.729598 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c1f5b-30d2-4029-bdf5-21a6dc2ce98e req-87e4f7c4-e946-46da-aa4a-00c516aefcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:34.731090 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-419c1f5b-30d2-4029-bdf5-21a6dc2ce98e req-87e4f7c4-e946-46da-aa4a-00c516aefcdb service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4a1943f-5104-4c36-90a4-e3e9daad3559 HTTP/1.1" status: 200 len: 918 time: 0.1730168 May 12 17:47:34.734042 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-b7d3a391-8723-47f6-b036-3fc2a488c2da tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:34.735126 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-b7d3a391-8723-47f6-b036-3fc2a488c2da tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9489412 May 12 17:47:34.806913 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-419c1f5b-30d2-4029-bdf5-21a6dc2ce98e req-916d75f4-88aa-4fd5-8953-1a0bd6c7a7ae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9f2a285-130e-4f34-94a9-bbbfdf591d01 HTTP/1.1" status: 200 len: 1000 time: 0.0674977 May 12 17:47:34.864208 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c1f5b-30d2-4029-bdf5-21a6dc2ce98e req-f6924d38-7dc0-493e-a3d3-7ccadadb4866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:34.865943 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-419c1f5b-30d2-4029-bdf5-21a6dc2ce98e req-f6924d38-7dc0-493e-a3d3-7ccadadb4866 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d7a356f-70cc-48ae-8b5e-262b49b6be03 HTTP/1.1" status: 200 len: 856 time: 0.0488703 May 12 17:47:34.923936 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c1f5b-30d2-4029-bdf5-21a6dc2ce98e req-86f95597-2e04-4c68-ad09-a6d15db0e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:34.925737 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-419c1f5b-30d2-4029-bdf5-21a6dc2ce98e req-86f95597-2e04-4c68-ad09-a6d15db0e464 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4a1943f-5104-4c36-90a4-e3e9daad3559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521979 May 12 17:47:34.966530 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842eced-e9dc-4c67-9bb8-4f2ce3a106af req-3e9944cb-88c1-4f93-83b2-704fb7c323c6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:34.969366 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b842eced-e9dc-4c67-9bb8-4f2ce3a106af req-3e9944cb-88c1-4f93-83b2-704fb7c323c6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 946 time: 0.0897315 May 12 17:47:35.015678 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-bfcd018d-4a0f-429e-88f0-003d3ba3f56e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1130218158&fields=id&tenant_id=202db80dae2446e2b9cd1124b2925ced HTTP/1.1" status: 200 len: 267 time: 0.0874398 May 12 17:47:35.036581 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-419c1f5b-30d2-4029-bdf5-21a6dc2ce98e req-0df88849-62e3-4ee1-80d1-a735772bf07e service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010640 May 12 17:47:35.071122 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b842eced-e9dc-4c67-9bb8-4f2ce3a106af req-4b711d33-25d4-4c68-9c3b-e938d5a008bc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=02708d46-7bbf-49f4-b3ad-9a4274e2b05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942118 May 12 17:47:35.153818 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-419c1f5b-30d2-4029-bdf5-21a6dc2ce98e req-50d56535-34ee-46d9-9eef-1e01c283de1c service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105087 May 12 17:47:35.168358 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-4de59330-8e75-4593-b135-27a0c3a3d5c3 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:35.170187 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-4de59330-8e75-4593-b135-27a0c3a3d5c3 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 819 time: 0.1432922 May 12 17:47:35.210479 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-ed2a2940-eb1f-40a1-bad6-2d73c20f63bc tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/quotas/202db80dae2446e2b9cd1124b2925ced HTTP/1.1" status: 200 len: 375 time: 0.0229244 May 12 17:47:35.216848 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46040d-b28b-47f8-a050-297016317408 req-5c7e096e-ca59-466b-975c-cbb9250ca5f2 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:35.218322 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8d46040d-b28b-47f8-a050-297016317408 req-5c7e096e-ca59-466b-975c-cbb9250ca5f2 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 946 time: 0.0701165 May 12 17:47:35.227891 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 55642) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:35.233035 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-721d1e17-bf61-49e8-abda-0fab40c11f02 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'floatingip': {'port_id': '77239c9b-45a3-42cb-94e9-552e3cd10f35'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:35.273292 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-9136fc0a-f2cd-4776-901f-5801d5cc24eb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0539114 May 12 17:47:35.294861 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-721d1e17-bf61-49e8-abda-0fab40c11f02 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (4cc00cf7-c12d-454e-87ae-4da9ac66f9d6), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:35.382673 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-8938b232-f71f-4f93-8714-45f59fcff497 service neutron] 10.222.0.73 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962565 May 12 17:47:35.479517 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-bb70662e-6565-4b0a-9a24-6351cc696f2d service neutron] 10.222.0.73 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856743 May 12 17:47:35.690728 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6df42df8-3cf1-4a78-83d6-bf2ebd2857af req-e1a78c94-50df-4cd9-bd7e-c2054a4d958f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 210 time: 0.0331531 May 12 17:47:35.833967 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b766b31-d462-4d40-b35e-8f8048e85f6c req-2dafed1c-b5bb-46ee-bcfb-2ff5afd5635d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:35.840841 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5b766b31-d462-4d40-b35e-8f8048e85f6c req-2dafed1c-b5bb-46ee-bcfb-2ff5afd5635d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 945 time: 0.0542393 May 12 17:47:35.858582 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-721d1e17-bf61-49e8-abda-0fab40c11f02 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:35.866593 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-721d1e17-bf61-49e8-abda-0fab40c11f02 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (4cc00cf7-c12d-454e-87ae-4da9ac66f9d6), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:35.889144 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5b766b31-d462-4d40-b35e-8f8048e85f6c req-0e93a160-db8c-4fc1-becc-bdff7ac8096d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470686 May 12 17:47:35.989122 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.l3_db [None req-721d1e17-bf61-49e8-abda-0fab40c11f02 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Floating IP 4cc00cf7-c12d-454e-87ae-4da9ac66f9d6 associated. External IP: 172.27.2.172, port: 77239c9b-45a3-42cb-94e9-552e3cd10f35. May 12 17:47:36.162070 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device d9f2a285-130e-4f34-94a9-bbbfdf591d01 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:47:36.210534 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721d1e17-bf61-49e8-abda-0fab40c11f02 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Router fceb75b3-1924-4840-824c-93824a51e098 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:47:36.243246 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port d9f2a285-130e-4f34-94a9-bbbfdf591d01 is: ACTIVE; New status is: DOWN {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:47:36.243634 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:36.270652 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022cd56e-632d-4336-a6d1-4de0c1952705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:47:36.272963 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8ca4a8-301c-4854-a820-ae55e7dd88ab" -d '{"events": [{"server_uuid": "022cd56e-632d-4336-a6d1-4de0c1952705", "name": "network-vif-unplugged", "status": "completed", "tag": "d9f2a285-130e-4f34-94a9-bbbfdf591d01"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:47:36.289809 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port d9f2a285-130e-4f34-94a9-bbbfdf591d01, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d9f2a285-130e-4f34-94a9-bbbfdf591d01,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:36.295652 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:36.331744 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 17:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a02f078-58d3-4702-ba55-2e99bebbe79e x-openstack-request-id: req-8a02f078-58d3-4702-ba55-2e99bebbe79e {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:47:36.332034 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022cd56e-632d-4336-a6d1-4de0c1952705", "name": "network-vif-unplugged", "status": "completed", "tag": "d9f2a285-130e-4f34-94a9-bbbfdf591d01", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:47:36.332489 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8a02f078-58d3-4702-ba55-2e99bebbe79e {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:47:36.333040 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a02f078-58d3-4702-ba55-2e99bebbe79e'] response: {'server_uuid': '022cd56e-632d-4336-a6d1-4de0c1952705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01', 'code': 200} May 12 17:47:36.376205 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=d9f2a285-130e-4f34-94a9-bbbfdf591d01,revision_number=8']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:36.548221 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721d1e17-bf61-49e8-abda-0fab40c11f02 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:47:36.554005 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-721d1e17-bf61-49e8-abda-0fab40c11f02 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:36.560214 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9167e30f-fc18-44ec-bf46-c4ceb5cfe1a4 None None] Sync routers for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:47:36.568699 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9167e30f-fc18-44ec-bf46-c4ceb5cfe1a4 None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:47:36.569379 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-9167e30f-fc18-44ec-bf46-c4ceb5cfe1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:47:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:36.589698 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-721d1e17-bf61-49e8-abda-0fab40c11f02 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "PUT /v2.0/floatingips/4cc00cf7-c12d-454e-87ae-4da9ac66f9d6 HTTP/1.1" status: 200 len: 992 time: 1.3603365 May 12 17:47:36.590299 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d5ca9d-5ce9-496f-ae0c-1e2836506652', 'tag': '77239c9b-45a3-42cb-94e9-552e3cd10f35'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:47:36.592560 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ff996f-c486-411d-87e7-41ceb47d0ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d5ca9d-5ce9-496f-ae0c-1e2836506652", "tag": "77239c9b-45a3-42cb-94e9-552e3cd10f35"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:47:36.635637 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c06fc77-4e17-42ce-a285-e837589c5e7d x-openstack-request-id: req-8c06fc77-4e17-42ce-a285-e837589c5e7d {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:47:36.635931 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d5ca9d-5ce9-496f-ae0c-1e2836506652", "tag": "77239c9b-45a3-42cb-94e9-552e3cd10f35", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:47:36.636212 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8c06fc77-4e17-42ce-a285-e837589c5e7d {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:47:36.636622 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c06fc77-4e17-42ce-a285-e837589c5e7d'] response: {'name': 'network-changed', 'server_uuid': 'a7d5ca9d-5ce9-496f-ae0c-1e2836506652', 'tag': '77239c9b-45a3-42cb-94e9-552e3cd10f35', 'status': 'completed', 'code': 200} May 12 17:47:36.756577 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-9167e30f-fc18-44ec-bf46-c4ceb5cfe1a4 None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:47:36.792528 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-10812317-d999-40b4-b72a-835e95d116f3 req-3f4ecf99-20bd-4223-b730-c4cc424162c6 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 210 time: 0.0283282 May 12 17:47:36.980681 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-9167e30f-fc18-44ec-bf46-c4ceb5cfe1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '12a60103-952e-438b-aabb-752b556da5ad', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'port_id': '696c3de0-2f65-443b-a6cb-798a7dddbb0b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'mac_address': 'fa:16:3e:9b:6c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:24Z', 'updated_at': '2022-05-12T17:46:02Z', 'revision_number': 2, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ip_address_scope': None}, {'id': '4cc00cf7-c12d-454e-87ae-4da9ac66f9d6', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'port_id': '77239c9b-45a3-42cb-94e9-552e3cd10f35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'mac_address': 'fa:16:3e:f5:8c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d5ca9d-5ce9-496f-ae0c-1e2836506652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:47:09Z', 'updated_at': '2022-05-12T17:47:35Z', 'revision_number': 1, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:37.007963 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9167e30f-fc18-44ec-bf46-c4ceb5cfe1a4 None None] Checking router: fceb75b3-1924-4840-824c-93824a51e098 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:47:37.016845 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9167e30f-fc18-44ec-bf46-c4ceb5cfe1a4 None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:47:37.017520 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-9167e30f-fc18-44ec-bf46-c4ceb5cfe1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:47:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:37.025797 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc632ca-1cb1-4aef-96e9-6e2a0dd85b18 req-1ad6d5ab-1743-4571-884e-bacbab33fa51 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:37.027275 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2dc632ca-1cb1-4aef-96e9-6e2a0dd85b18 req-1ad6d5ab-1743-4571-884e-bacbab33fa51 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0490317 May 12 17:47:37.078706 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2dc632ca-1cb1-4aef-96e9-6e2a0dd85b18 req-ad8e4c9b-79f4-45c3-8bed-f1e48aed2285 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455983 May 12 17:47:37.128333 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-9167e30f-fc18-44ec-bf46-c4ceb5cfe1a4 None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:47:37.192172 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff996f-c486-411d-87e7-41ceb47d0ff4 req-f5c90a68-4542-4c22-afeb-1f92fa3fedef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:37.193717 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-85ff996f-c486-411d-87e7-41ceb47d0ff4 req-f5c90a68-4542-4c22-afeb-1f92fa3fedef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04&device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 1130 time: 0.0452280 May 12 17:47:37.344285 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff996f-c486-411d-87e7-41ceb47d0ff4 req-2b4e2139-0dd4-4c97-805a-ab57ac9254be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:37.346822 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-85ff996f-c486-411d-87e7-41ceb47d0ff4 req-2b4e2139-0dd4-4c97-805a-ab57ac9254be service neutron] 10.222.0.74 "GET /v2.0/networks?id=1221ba24-0e4c-4509-ac6d-bff82c57688b HTTP/1.1" status: 200 len: 915 time: 0.1029053 May 12 17:47:37.377464 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-9167e30f-fc18-44ec-bf46-c4ceb5cfe1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '12a60103-952e-438b-aabb-752b556da5ad', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'port_id': '696c3de0-2f65-443b-a6cb-798a7dddbb0b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'mac_address': 'fa:16:3e:9b:6c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:24Z', 'updated_at': '2022-05-12T17:46:02Z', 'revision_number': 2, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ip_address_scope': None}, {'id': '4cc00cf7-c12d-454e-87ae-4da9ac66f9d6', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'port_id': '77239c9b-45a3-42cb-94e9-552e3cd10f35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'mac_address': 'fa:16:3e:f5:8c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d5ca9d-5ce9-496f-ae0c-1e2836506652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:47:09Z', 'updated_at': '2022-05-12T17:47:35Z', 'revision_number': 1, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:37.406196 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9167e30f-fc18-44ec-bf46-c4ceb5cfe1a4 None None] The sync data for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi is: [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '12a60103-952e-438b-aabb-752b556da5ad', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'port_id': '696c3de0-2f65-443b-a6cb-798a7dddbb0b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'mac_address': 'fa:16:3e:9b:6c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:24Z', 'updated_at': '2022-05-12T17:46:02Z', 'revision_number': 2, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ip_address_scope': None}, {'id': '4cc00cf7-c12d-454e-87ae-4da9ac66f9d6', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'port_id': '77239c9b-45a3-42cb-94e9-552e3cd10f35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'mac_address': 'fa:16:3e:f5:8c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d5ca9d-5ce9-496f-ae0c-1e2836506652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:47:09Z', 'updated_at': '2022-05-12T17:47:35Z', 'revision_number': 1, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:47:37.486039 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-85ff996f-c486-411d-87e7-41ceb47d0ff4 req-bd6bd6ee-c1ca-4f2b-97e9-4090a37f4873 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77239c9b-45a3-42cb-94e9-552e3cd10f35 HTTP/1.1" status: 200 len: 1000 time: 0.0916660 May 12 17:47:37.557254 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff996f-c486-411d-87e7-41ceb47d0ff4 req-59697c20-2ecb-4967-a2b7-08ca33b733de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:37.558851 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-85ff996f-c486-411d-87e7-41ceb47d0ff4 req-59697c20-2ecb-4967-a2b7-08ca33b733de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6394fb4-f09d-4f41-ae7e-35adcc70fa28 HTTP/1.1" status: 200 len: 853 time: 0.0662806 May 12 17:47:37.661402 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b066d800-1671-4a2b-8b49-9acba5c7e75b None None] New status for floating IP 4cc00cf7-c12d-454e-87ae-4da9ac66f9d6: ACTIVE {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:47:37.902069 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff996f-c486-411d-87e7-41ceb47d0ff4 req-bd96bd8f-ab29-41a3-af00-5d1d1d36d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:37.903735 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-85ff996f-c486-411d-87e7-41ceb47d0ff4 req-bd96bd8f-ab29-41a3-af00-5d1d1d36d1c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1221ba24-0e4c-4509-ac6d-bff82c57688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743668 May 12 17:47:37.906922 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5172c725-78ff-44f2-92c5-ae44542b90f5 req-c8f84ada-09a4-4180-b068-f4e2b1807dd7 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 210 time: 0.0350666 May 12 17:47:38.002873 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-85ff996f-c486-411d-87e7-41ceb47d0ff4 req-018d075c-e8d6-4609-aa10-458da46bf40b service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904419 May 12 17:47:38.196469 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4153351-f8dc-443a-9f9a-9466a4d99bdf req-750eb327-156b-4b9a-8c13-024d06f47305 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:38.197946 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d4153351-f8dc-443a-9f9a-9466a4d99bdf req-750eb327-156b-4b9a-8c13-024d06f47305 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0480754 May 12 17:47:38.247605 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d4153351-f8dc-443a-9f9a-9466a4d99bdf req-e6f299a8-4224-44c3-84a7-71753cc8bd14 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440471 May 12 17:47:38.553194 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-85ff996f-c486-411d-87e7-41ceb47d0ff4 req-ccc78852-f9e1-4ada-9011-d685a54f1264 service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180739 May 12 17:47:38.773167 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [req-41142aaa-855e-4017-90cf-4eb50f643458 req-007c9a00-a390-4cf6-9b36-5e74dd64a306 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109950) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:47:38.774170 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-41142aaa-855e-4017-90cf-4eb50f643458 req-007c9a00-a390-4cf6-9b36-5e74dd64a306 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053792 May 12 17:47:38.945097 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec14aba-ce4b-4813-9df9-b603271a34f6 req-4cd5584a-5e99-452d-8fd5-50d7720c5667 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:38.966241 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7ec14aba-ce4b-4813-9df9-b603271a34f6 req-4cd5584a-5e99-452d-8fd5-50d7720c5667 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0754981 May 12 17:47:39.031943 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-48d32e04-df4a-4263-882e-c70c0b4d211c req-286770cb-41fd-4b8c-9e49-57b3c9c2223e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 210 time: 0.0360541 May 12 17:47:39.052523 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7ec14aba-ce4b-4813-9df9-b603271a34f6 req-99c3cdd1-fc43-4aee-aeac-fe3c603d03ea tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852683 May 12 17:47:39.083043 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-bb8d79b1-1758-459f-a588-f4765dd5da55 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:39.084512 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-bb8d79b1-1758-459f-a588-f4765dd5da55 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.74 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 819 time: 0.1569996 May 12 17:47:39.389326 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 55722) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:39.423283 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-9721aace-33b3-4533-869f-f86846a35e62 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=202db80dae2446e2b9cd1124b2925ced HTTP/1.1" status: 200 len: 380 time: 0.0756974 May 12 17:47:39.441585 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-e063205f-3af9-4333-a13c-fa5482cae422 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Request body: {'port': {'device_id': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'admin_state_up': True, 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'security_groups': ['530ac963-4319-4ea1-aeaa-a2efc4920cd6']}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:39.485748 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3f74e80d-e172-432f-96b8-2ad2cfd02f1e req-57225604-36ee-4ded-a6c4-9306f769a3a7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951662 May 12 17:47:39.502844 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [req-3f74e80d-e172-432f-96b8-2ad2cfd02f1e req-e14b3573-08da-42ed-86b1-7f0cb9709f54 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109950) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:47:39.503763 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3f74e80d-e172-432f-96b8-2ad2cfd02f1e req-e14b3573-08da-42ed-86b1-7f0cb9709f54 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059588 May 12 17:47:39.568555 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-e063205f-3af9-4333-a13c-fa5482cae422 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Made reservation on behalf of 202db80dae2446e2b9cd1124b2925ced for: {'port': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:47:39.573878 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-e063205f-3af9-4333-a13c-fa5482cae422 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:39.602830 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 55740) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:39.723733 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74e80d-e172-432f-96b8-2ad2cfd02f1e req-d897c929-fd97-443e-ab04-e827da9b3e6f tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:39.725134 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3f74e80d-e172-432f-96b8-2ad2cfd02f1e req-d897c929-fd97-443e-ab04-e827da9b3e6f tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports/d9f2a285-130e-4f34-94a9-bbbfdf591d01 HTTP/1.1" status: 200 len: 940 time: 0.1210184 May 12 17:47:39.762974 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-e063205f-3af9-4333-a13c-fa5482cae422 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Allocated IP 172.20.0.9 (dae508b5-33ae-47fd-88cd-96de0b50f763/408098b4-b6ba-468a-a49c-afb1cbe23810/bb2465e3-e5fd-4ae3-9017-cb6fa37925e6) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:47:39.923250 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-e063205f-3af9-4333-a13c-fa5482cae422 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for port (bb2465e3-e5fd-4ae3-9017-cb6fa37925e6), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:39.959952 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-e063205f-3af9-4333-a13c-fa5482cae422 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (bb2465e3-e5fd-4ae3-9017-cb6fa37925e6), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:40.002928 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-e063205f-3af9-4333-a13c-fa5482cae422 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Network dae508b5-33ae-47fd-88cd-96de0b50f763 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:47:40.007837 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-e063205f-3af9-4333-a13c-fa5482cae422 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:47:40.010274 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-e063205f-3af9-4333-a13c-fa5482cae422 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:47:40.052525 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063205f-3af9-4333-a13c-fa5482cae422 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Pushing event updated for resources: {'Port': ['ID=bb2465e3-e5fd-4ae3-9017-cb6fa37925e6,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:40.073947 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-e063205f-3af9-4333-a13c-fa5482cae422 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:40.074587 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-e063205f-3af9-4333-a13c-fa5482cae422 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:40.103280 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-e063205f-3af9-4333-a13c-fa5482cae422 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6664088 May 12 17:47:40.138256 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Request body: {'port': {'device_id': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:40.165844 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device d9f2a285-130e-4f34-94a9-bbbfdf591d01 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:47:40.193251 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8aa5b3-b1ef-44ee-a24b-d50dc824fe11 req-e5c47228-0633-4742-addd-e65c9ee05418 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:40.194921 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ce8aa5b3-b1ef-44ee-a24b-d50dc824fe11 req-e5c47228-0633-4742-addd-e65c9ee05418 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 931 time: 0.0578718 May 12 17:47:40.241977 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (bb2465e3-e5fd-4ae3-9017-cb6fa37925e6), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:40.284572 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7e25e-8799-4320-b9b0-cadd470fdcfd req-68ea21a5-a65d-46ba-a7cb-a3dbb54029e3 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:40.286644 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-57f7e25e-8799-4320-b9b0-cadd470fdcfd req-68ea21a5-a65d-46ba-a7cb-a3dbb54029e3 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0907159 May 12 17:47:40.304129 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port d9f2a285-130e-4f34-94a9-bbbfdf591d01 is: DOWN; New status is: DOWN {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:47:40.318415 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ce8aa5b3-b1ef-44ee-a24b-d50dc824fe11 req-fe22c9fd-c6bf-435c-98ed-348e646e68a5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024613 May 12 17:47:40.350584 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-57f7e25e-8799-4320-b9b0-cadd470fdcfd req-46caf4f1-0e0f-40fc-99c0-0a1cb71e42e5 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566938 May 12 17:47:40.369347 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-3f282bf9-9962-4f0e-9918-ec1c596001ca None None] Provisioning complete for port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:47:40.369730 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3f282bf9-9962-4f0e-9918-ec1c596001ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (bb2465e3-e5fd-4ae3-9017-cb6fa37925e6), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:40.412432 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-3f282bf9-9962-4f0e-9918-ec1c596001ca None None] Port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:47:40.553708 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 {{(pid=109951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:47:40.560921 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Publish callbacks [] for port (bb2465e3-e5fd-4ae3-9017-cb6fa37925e6), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:40.573629 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.provisioning_blocks [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Transition to ACTIVE for port object bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 will not be triggered until provisioned by entity L2. {{(pid=109951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:47:40.577230 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (bb2465e3-e5fd-4ae3-9017-cb6fa37925e6), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:40.632043 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2465e3-e5fd-4ae3-9017-cb6fa37925e6,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:40.708293 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Attempting to bind port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:47:40.708649 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Attempting to bind port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:47:40.708973 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Attempting to bind port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 on network dae508b5-33ae-47fd-88cd-96de0b50f763 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:47:40.713692 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 on network dae508b5-33ae-47fd-88cd-96de0b50f763 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:47:40.714006 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Attempting to bind port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 on network dae508b5-33ae-47fd-88cd-96de0b50f763 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:47:40.719057 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:47:40.719385 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Checking segment: {'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:47:40.719755 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Bound using segment: {'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:47:40.720260 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Bound port: bb2465e3-e5fd-4ae3-9017-cb6fa37925e6, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92abb5de-dcbd-4675-9ead-1cb92d752fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:47:40.721348 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (bb2465e3-e5fd-4ae3-9017-cb6fa37925e6), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:40.788525 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] For port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6, host hv-cinder-84052, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:47:40.791570 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] For port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bb2465e3-e5fd-4ae3-9017-cb6fa37925e6,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:47:40.797150 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (bb2465e3-e5fd-4ae3-9017-cb6fa37925e6), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:40.833055 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:40.833677 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:40.835042 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] 10.222.0.74 "PUT /v2.0/ports/bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 HTTP/1.1" status: 200 len: 1093 time: 0.7010860 May 12 17:47:40.835475 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'tag': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:47:40.837814 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c7a806-f871-4eda-895b-768280530ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b5a3c0-ae83-4249-9ac3-dddc8a328712", "tag": "bb2465e3-e5fd-4ae3-9017-cb6fa37925e6"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:47:40.862533 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74c074-76f8-4249-a2b2-1434603aed07 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2465e3-e5fd-4ae3-9017-cb6fa37925e6,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:40.896127 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a267d79b-05f2-4edc-b225-e112a9d2547c x-openstack-request-id: req-a267d79b-05f2-4edc-b225-e112a9d2547c {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:47:40.896511 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b5a3c0-ae83-4249-9ac3-dddc8a328712", "tag": "bb2465e3-e5fd-4ae3-9017-cb6fa37925e6", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:47:40.896769 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a267d79b-05f2-4edc-b225-e112a9d2547c {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:47:40.897177 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a267d79b-05f2-4edc-b225-e112a9d2547c'] response: {'name': 'network-changed', 'server_uuid': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'tag': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6', 'status': 'completed', 'code': 200} May 12 17:47:41.447841 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8614fb3-ce0c-4299-a4d6-c66e595d5fa6 req-4de4c4b0-1f76-4958-bfe0-53e0ed6d1a33 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:41.449393 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c8614fb3-ce0c-4299-a4d6-c66e595d5fa6 req-4de4c4b0-1f76-4958-bfe0-53e0ed6d1a33 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 943 time: 0.0596189 May 12 17:47:41.498938 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cb72c-5003-4ac6-9c58-10d17c64b11c req-c2215b87-2533-400c-847a-965341d10ee2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:41.501273 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0c9cb72c-5003-4ac6-9c58-10d17c64b11c req-c2215b87-2533-400c-847a-965341d10ee2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0697255 May 12 17:47:41.545681 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c8614fb3-ce0c-4299-a4d6-c66e595d5fa6 req-29f5816d-388d-4caf-85e0-15f34d462ad9 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805261 May 12 17:47:41.570548 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0c9cb72c-5003-4ac6-9c58-10d17c64b11c req-5341d3f7-7e52-44d3-a663-4794719632d3 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632982 May 12 17:47:42.665935 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfd2a6-f553-4ac3-b5fe-d1d0ff757678 req-7f47af27-4a04-46ce-bdb2-ae00dc410741 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:42.667387 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0bcfd2a6-f553-4ac3-b5fe-d1d0ff757678 req-7f47af27-4a04-46ce-bdb2-ae00dc410741 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 943 time: 0.0543382 May 12 17:47:42.716303 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bf3ff-f500-42bf-ab15-069bd9974f32 req-f71a3bab-3b67-4aa6-b19d-f366b75ce798 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:42.717752 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d96bf3ff-f500-42bf-ab15-069bd9974f32 req-f71a3bab-3b67-4aa6-b19d-f366b75ce798 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0729766 May 12 17:47:42.757157 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0bcfd2a6-f553-4ac3-b5fe-d1d0ff757678 req-f25ca903-5a93-4269-849c-cca28322d93d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707731 May 12 17:47:42.783254 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d96bf3ff-f500-42bf-ab15-069bd9974f32 req-6295e980-7671-4c62-a844-807874ee5a8c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548987 May 12 17:47:43.177480 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7a806-f871-4eda-895b-768280530ec5 req-4eddb214-1310-4fd0-8a9b-5fb89e626ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:43.178989 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-32c7a806-f871-4eda-895b-768280530ec5 req-4eddb214-1310-4fd0-8a9b-5fb89e626ee8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 1127 time: 0.0428188 May 12 17:47:43.287032 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7a806-f871-4eda-895b-768280530ec5 req-11742fa2-7525-4974-8f37-b670dd0bc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:43.288501 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-32c7a806-f871-4eda-895b-768280530ec5 req-11742fa2-7525-4974-8f37-b670dd0bc977 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=202db80dae2446e2b9cd1124b2925ced&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0927217 May 12 17:47:43.396349 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7a806-f871-4eda-895b-768280530ec5 req-e19236df-0085-4a5d-abd5-3bee231d37c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:43.397463 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-32c7a806-f871-4eda-895b-768280530ec5 req-e19236df-0085-4a5d-abd5-3bee231d37c7 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978122 May 12 17:47:43.512894 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-377574d3-f96c-4bb9-bca3-c15315716060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:43.514354 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-377574d3-f96c-4bb9-bca3-c15315716060 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 1127 time: 0.0387113 May 12 17:47:43.577123 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-9990ec89-0066-4b83-8387-872b20ac6ff3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 HTTP/1.1" status: 200 len: 217 time: 0.0369020 May 12 17:47:43.625475 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-0adcb067-652f-4ef7-a832-fa2f14b1abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:43.628062 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-0adcb067-652f-4ef7-a832-fa2f14b1abd9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=408098b4-b6ba-468a-a49c-afb1cbe23810 HTTP/1.1" status: 200 len: 858 time: 0.0444794 May 12 17:47:43.671673 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-a3462f99-2cda-4de8-bd73-8718226917da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:43.673180 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-a3462f99-2cda-4de8-bd73-8718226917da service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dae508b5-33ae-47fd-88cd-96de0b50f763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382957 May 12 17:47:43.775176 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-75efadcb-c142-4ebc-a009-b09beeec2e61 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864375 May 12 17:47:43.874295 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-462f769e-8c4e-4036-9176-e8d3a7ebe59e req-78e654d9-5d64-44eb-b0b1-00e075416fd5 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851698 May 12 17:47:43.903597 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c997d06-7628-4b23-afbc-a939f53eeefb req-de7f3e63-227f-4fd9-a3c5-481440cdefcc tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:43.905353 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9c997d06-7628-4b23-afbc-a939f53eeefb req-de7f3e63-227f-4fd9-a3c5-481440cdefcc tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 943 time: 0.0773506 May 12 17:47:43.937431 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d906590-7dd2-436d-887f-22bf6594ab7e req-3dcf2567-384d-4aa1-b9cf-a345f91a4a4e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:43.938859 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4d906590-7dd2-436d-887f-22bf6594ab7e req-3dcf2567-384d-4aa1-b9cf-a345f91a4a4e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0804822 May 12 17:47:43.982229 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9c997d06-7628-4b23-afbc-a939f53eeefb req-6d0918fb-6893-4eb7-a330-bb4196bf60d0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697443 May 12 17:47:44.005517 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4d906590-7dd2-436d-887f-22bf6594ab7e req-c54bfeb2-dd8c-4279-b280-0f5a28fe25b2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603783 May 12 17:47:45.104995 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452d312-e1f7-4a7a-a766-1aede16534bc req-f4d0363a-8acc-404f-8ea4-3f78c6966475 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:45.106441 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b452d312-e1f7-4a7a-a766-1aede16534bc req-f4d0363a-8acc-404f-8ea4-3f78c6966475 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 943 time: 0.0550640 May 12 17:47:45.150342 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97372004-0116-4621-9d7f-4082b9a4fd78 req-ca49ec00-663f-4680-8cc6-9094642abf1f tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:45.151755 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-97372004-0116-4621-9d7f-4082b9a4fd78 req-ca49ec00-663f-4680-8cc6-9094642abf1f tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0696170 May 12 17:47:45.197399 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b452d312-e1f7-4a7a-a766-1aede16534bc req-75c0488f-37ff-4f5f-b482-00a66f6a16ce tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757537 May 12 17:47:45.220455 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-97372004-0116-4621-9d7f-4082b9a4fd78 req-22224108-0f91-401d-83b2-1d93fe18009d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628705 May 12 17:47:46.334661 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295e0ef-8292-4426-bb60-b01efaad2ed2 req-4934af47-8983-4421-8a9e-f25e56bf2fcd tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:46.336154 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c295e0ef-8292-4426-bb60-b01efaad2ed2 req-4934af47-8983-4421-8a9e-f25e56bf2fcd tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 943 time: 0.0718892 May 12 17:47:46.357934 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83541467-1507-4797-8186-99294f92c23e req-9e40e63e-e738-434b-a116-2526784e70ac tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:46.359359 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-83541467-1507-4797-8186-99294f92c23e req-9e40e63e-e738-434b-a116-2526784e70ac tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0647504 May 12 17:47:46.415029 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c295e0ef-8292-4426-bb60-b01efaad2ed2 req-20344f9c-2df1-46a6-9699-1823effdd2a5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733006 May 12 17:47:46.429537 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-83541467-1507-4797-8186-99294f92c23e req-2f394bdd-981b-44c0-a36d-2588816d41e8 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634654 May 12 17:47:47.553562 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa6d9f-099b-43d8-aab5-cda9e3cb0d00 req-0ed5f7ae-18be-420b-9140-191dc326575b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:47.554993 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-06fa6d9f-099b-43d8-aab5-cda9e3cb0d00 req-0ed5f7ae-18be-420b-9140-191dc326575b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 943 time: 0.0735934 May 12 17:47:47.576894 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3befc-3724-41f6-9c49-e5baea02c224 req-c8c60a9e-277d-45e9-b3e7-6cabcd4af8fb tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:47.578280 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-32a3befc-3724-41f6-9c49-e5baea02c224 req-c8c60a9e-277d-45e9-b3e7-6cabcd4af8fb tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0651650 May 12 17:47:47.639166 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-06fa6d9f-099b-43d8-aab5-cda9e3cb0d00 req-99c5a10b-03fc-4d82-868f-e5957b12f0e5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764999 May 12 17:47:47.646756 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-32a3befc-3724-41f6-9c49-e5baea02c224 req-b5ca028f-c5f9-4a2d-bb1f-b213e96f92a7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620325 May 12 17:47:47.935563 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:47:48.033194 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bb2465e3-e5fd-4ae3-9017-cb6fa37925e6,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:48.044078 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'port_id': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6', 'mac_address': 'fa:16:3e:f0:30:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:47:48.080346 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:47:48.080729 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (bb2465e3-e5fd-4ae3-9017-cb6fa37925e6), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:48.093121 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:47:48.113530 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bb2465e3-e5fd-4ae3-9017-cb6fa37925e6,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:48.117578 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (bb2465e3-e5fd-4ae3-9017-cb6fa37925e6), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:48.162897 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=bb2465e3-e5fd-4ae3-9017-cb6fa37925e6,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:48.580075 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['bb2465e3-e5fd-4ae3-9017-cb6fa37925e6'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:47:48.786772 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14c1d6-007d-475f-8748-df4a33e2cb3b req-6ceeb8bc-6cb0-43e9-b35c-690a9ff56ad8 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:48.788271 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6a14c1d6-007d-475f-8748-df4a33e2cb3b req-6ceeb8bc-6cb0-43e9-b35c-690a9ff56ad8 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 944 time: 0.0773830 May 12 17:47:48.798700 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead25fe3-5169-4ae8-9cc8-8349fb90ffd4 req-433e7f7d-91cf-4734-8577-ce7b0625c8c6 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:48.801317 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ead25fe3-5169-4ae8-9cc8-8349fb90ffd4 req-433e7f7d-91cf-4734-8577-ce7b0625c8c6 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0803528 May 12 17:47:48.872524 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6a14c1d6-007d-475f-8748-df4a33e2cb3b req-b4b61843-ee97-4d84-b1ad-bc4e4fb9d852 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701461 May 12 17:47:48.876679 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ead25fe3-5169-4ae8-9cc8-8349fb90ffd4 req-b39f076c-7860-4c85-a336-45c48b0e17d2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687392 May 12 17:47:48.958591 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74e80d-e172-432f-96b8-2ad2cfd02f1e req-1814c8b5-52c3-4ddc-aee6-bc91c09f579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:48.960265 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3f74e80d-e172-432f-96b8-2ad2cfd02f1e req-1814c8b5-52c3-4ddc-aee6-bc91c09f579f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705&tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a HTTP/1.1" status: 200 len: 1127 time: 0.0788362 May 12 17:47:49.041515 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74e80d-e172-432f-96b8-2ad2cfd02f1e req-26ff3729-e437-4270-972a-2ff2c359a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:49.042984 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3f74e80d-e172-432f-96b8-2ad2cfd02f1e req-26ff3729-e437-4270-972a-2ff2c359a3a6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a&device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 1127 time: 0.0402532 May 12 17:47:49.134767 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74e80d-e172-432f-96b8-2ad2cfd02f1e req-4ed3a77c-9a1e-4647-a04d-c9c4adcd0c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:49.136110 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3f74e80d-e172-432f-96b8-2ad2cfd02f1e req-4ed3a77c-9a1e-4647-a04d-c9c4adcd0c2e service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4a1943f-5104-4c36-90a4-e3e9daad3559 HTTP/1.1" status: 200 len: 918 time: 0.0852122 May 12 17:47:49.199953 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3f74e80d-e172-432f-96b8-2ad2cfd02f1e req-27e10824-cdc9-400a-b8e5-963e8ebbf11a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9f2a285-130e-4f34-94a9-bbbfdf591d01 HTTP/1.1" status: 200 len: 998 time: 0.0563641 May 12 17:47:49.247821 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74e80d-e172-432f-96b8-2ad2cfd02f1e req-4aa06130-3cf4-4f70-b5f9-e0a6e2db8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:49.249213 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3f74e80d-e172-432f-96b8-2ad2cfd02f1e req-4aa06130-3cf4-4f70-b5f9-e0a6e2db8384 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d7a356f-70cc-48ae-8b5e-262b49b6be03 HTTP/1.1" status: 200 len: 856 time: 0.0421755 May 12 17:47:49.297098 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74e80d-e172-432f-96b8-2ad2cfd02f1e req-e744f79a-c237-4005-80ce-e4f8036372ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:49.298595 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3f74e80d-e172-432f-96b8-2ad2cfd02f1e req-e744f79a-c237-4005-80ce-e4f8036372ab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4a1943f-5104-4c36-90a4-e3e9daad3559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418594 May 12 17:47:49.391165 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3f74e80d-e172-432f-96b8-2ad2cfd02f1e req-08587986-e063-49a1-83e2-03e62abfce48 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852072 May 12 17:47:49.487000 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3f74e80d-e172-432f-96b8-2ad2cfd02f1e req-22ec8fe6-a007-4beb-b353-703a778f03f0 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890696 May 12 17:47:49.545929 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:47:49.593137 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:47:49.598479 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:47:49.599001 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (bb2465e3-e5fd-4ae3-9017-cb6fa37925e6), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:49.681421 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:47:49.681815 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (bb2465e3-e5fd-4ae3-9017-cb6fa37925e6), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:49.704759 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:47:49.707191 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcf114e-8546-49ae-84c4-0389e14495fa" -d '{"events": [{"server_uuid": "a9b5a3c0-ae83-4249-9ac3-dddc8a328712", "name": "network-vif-plugged", "status": "completed", "tag": "bb2465e3-e5fd-4ae3-9017-cb6fa37925e6"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:47:49.720517 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bb2465e3-e5fd-4ae3-9017-cb6fa37925e6,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:49.725695 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (bb2465e3-e5fd-4ae3-9017-cb6fa37925e6), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:49.752095 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea00797-98a4-481a-a0d0-6a9901259ae2 x-openstack-request-id: req-8ea00797-98a4-481a-a0d0-6a9901259ae2 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:47:49.752415 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b5a3c0-ae83-4249-9ac3-dddc8a328712", "name": "network-vif-plugged", "status": "completed", "tag": "bb2465e3-e5fd-4ae3-9017-cb6fa37925e6", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:47:49.753422 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8ea00797-98a4-481a-a0d0-6a9901259ae2 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:47:49.753771 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea00797-98a4-481a-a0d0-6a9901259ae2'] response: {'server_uuid': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6', 'code': 200} May 12 17:47:49.780727 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=bb2465e3-e5fd-4ae3-9017-cb6fa37925e6,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:49.990677 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9f2db-e3dc-4759-95d9-635fc2837bea req-5b29d0d4-75bc-4281-9f56-cd227477f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:49.993782 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-5ae9f2db-e3dc-4759-95d9-635fc2837bea req-5b29d0d4-75bc-4281-9f56-cd227477f0ac service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 1129 time: 0.0581782 May 12 17:47:50.043863 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331757e-3087-48d8-93c7-027154349653 req-c41405b9-49a3-4c15-829e-f1ca6305a4be tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:50.045426 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7331757e-3087-48d8-93c7-027154349653 req-c41405b9-49a3-4c15-829e-f1ca6305a4be tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.1006861 May 12 17:47:50.065715 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39031f63-6d85-4c62-be32-221c0d33a16e req-335565cb-3d46-40c2-913d-06420cdc7e0c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:50.068862 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-39031f63-6d85-4c62-be32-221c0d33a16e req-335565cb-3d46-40c2-913d-06420cdc7e0c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0823114 May 12 17:47:50.072018 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-5ae9f2db-e3dc-4759-95d9-635fc2837bea req-afdd2fde-3e74-407d-b9c2-de41463c488b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647752 May 12 17:47:50.124975 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7331757e-3087-48d8-93c7-027154349653 req-bd37de32-738d-4eab-a197-c26a02324026 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718307 May 12 17:47:50.163923 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-39031f63-6d85-4c62-be32-221c0d33a16e req-7160c394-0fec-4816-9f4d-61e01c1f79ac tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870805 May 12 17:47:51.250941 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019eae99-54f8-4ada-a396-06519b351350 req-d8f2fe89-1c54-45fc-b51c-08ff00557ebf tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:51.252386 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-019eae99-54f8-4ada-a396-06519b351350 req-d8f2fe89-1c54-45fc-b51c-08ff00557ebf tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0548222 May 12 17:47:51.300729 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509977e-39c5-4bec-bad8-62a6845eb639 req-dd4e7562-a82b-4303-a539-42b21f3e68e0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:51.302145 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c509977e-39c5-4bec-bad8-62a6845eb639 req-dd4e7562-a82b-4303-a539-42b21f3e68e0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0720983 May 12 17:47:51.341598 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-019eae99-54f8-4ada-a396-06519b351350 req-7d2758a4-18a9-470c-b97d-8c7915b6b5f9 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743296 May 12 17:47:51.364049 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c509977e-39c5-4bec-bad8-62a6845eb639 req-432c0d61-3ed0-49dc-a1cd-fdac27320566 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527844 May 12 17:47:52.481894 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a6840-99ab-47c7-a42f-6e57863beaf9 req-8e83b84f-1411-419b-bd76-1e1288913f7e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:52.483373 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3a6a6840-99ab-47c7-a42f-6e57863beaf9 req-8e83b84f-1411-419b-bd76-1e1288913f7e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0727985 May 12 17:47:52.498801 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2ea3f-7e13-497b-a025-fa4e046a46d0 req-8b40d3eb-b7b5-4050-9c0d-179676d74fe1 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:52.501871 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1eb2ea3f-7e13-497b-a025-fa4e046a46d0 req-8b40d3eb-b7b5-4050-9c0d-179676d74fe1 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0615880 May 12 17:47:52.803720 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1eb2ea3f-7e13-497b-a025-fa4e046a46d0 req-77c5de6b-8f57-40ce-92c0-1e4a96537d03 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964888 May 12 17:47:52.806717 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3a6a6840-99ab-47c7-a42f-6e57863beaf9 req-3d2132b7-4921-4f26-ad3c-ee161516cae6 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151612 May 12 17:47:53.637674 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-521fa15f-22ab-4ad0-8a4e-955a0881829b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:53.953898 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfd8ee-966f-437b-9dad-ba788adc9aed req-26f1aabc-7983-46b2-be33-b212644013c0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:53.955393 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0ccfd8ee-966f-437b-9dad-ba788adc9aed req-26f1aabc-7983-46b2-be33-b212644013c0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0767961 May 12 17:47:53.977123 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200ca5a-9985-4b36-9062-43fcea4cb684 req-d55d2cd8-3ccb-4315-89ae-d9952dbdae7b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:53.978623 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e200ca5a-9985-4b36-9062-43fcea4cb684 req-d55d2cd8-3ccb-4315-89ae-d9952dbdae7b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0723948 May 12 17:47:54.041651 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0ccfd8ee-966f-437b-9dad-ba788adc9aed req-9e45ea72-368e-462d-9ce9-84bb3db88d6d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806601 May 12 17:47:54.059668 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e200ca5a-9985-4b36-9062-43fcea4cb684 req-66eaf0d7-5b07-4529-afcb-6f06e3c34669 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739627 May 12 17:47:55.151103 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:55.200140 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924f1fe-f0a5-4882-81ea-a6bdf259a644 req-2090b915-3d31-445d-84cc-4ef8f60ec27a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:55.201863 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0924f1fe-f0a5-4882-81ea-a6bdf259a644 req-2090b915-3d31-445d-84cc-4ef8f60ec27a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0808082 May 12 17:47:55.228060 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f769fe2-1d8d-4c1a-b46e-9ec5cb51b649 req-359e6ce0-d1de-40c6-9091-5eda1cc01635 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:55.229553 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9f769fe2-1d8d-4c1a-b46e-9ec5cb51b649 req-359e6ce0-d1de-40c6-9091-5eda1cc01635 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0976803 May 12 17:47:55.301177 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0924f1fe-f0a5-4882-81ea-a6bdf259a644 req-00f6726a-bf5f-4f0c-a4b1-5181a58195dc tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899293 May 12 17:47:55.323435 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9f769fe2-1d8d-4c1a-b46e-9ec5cb51b649 req-77e07126-ddfe-4499-9812-7304716d8bc7 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813770 May 12 17:47:55.872910 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bca75740-7b7e-4362-9de4-847a0da83888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:56.469715 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8e304-af9c-45ad-bb32-338b2712919c req-96bff014-df26-4e1a-b7de-079367910823 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:56.471176 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b3f8e304-af9c-45ad-bb32-338b2712919c req-96bff014-df26-4e1a-b7de-079367910823 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0806723 May 12 17:47:56.482890 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042565b-df6d-4a8a-855a-603dbd987e26 req-02632dad-f9ea-49be-8ec8-2d78adcd2021 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:56.484475 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5042565b-df6d-4a8a-855a-603dbd987e26 req-02632dad-f9ea-49be-8ec8-2d78adcd2021 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0811744 May 12 17:47:56.556096 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5042565b-df6d-4a8a-855a-603dbd987e26 req-5be566a2-059c-45a7-8a42-b7049382c072 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633242 May 12 17:47:56.562467 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b3f8e304-af9c-45ad-bb32-338b2712919c req-972e390d-63ad-414f-adea-e7f7b457368f tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768526 May 12 17:47:57.131404 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:47:57.282866 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:57.734667 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e2aed-0096-4db3-848c-ae3d1df29187 req-799fd33c-e417-45fe-8027-c78b20468ce2 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:57.742336 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-150e2aed-0096-4db3-848c-ae3d1df29187 req-799fd33c-e417-45fe-8027-c78b20468ce2 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.1016397 May 12 17:47:57.766406 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e35de-9d38-4c48-b07f-3820a018aeac req-07ee0122-997a-4985-b359-ad059f626f07 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:57.768144 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b86e35de-9d38-4c48-b07f-3820a018aeac req-07ee0122-997a-4985-b359-ad059f626f07 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.1287885 May 12 17:47:57.826427 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-150e2aed-0096-4db3-848c-ae3d1df29187 req-6c6e613b-9472-42a6-909d-387522989c23 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810709 May 12 17:47:57.862823 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b86e35de-9d38-4c48-b07f-3820a018aeac req-5b507497-8024-4532-b5cd-0b5ae36eee1f tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820746 May 12 17:47:58.637398 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:58.955308 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5104d-c901-43dd-a651-ed72f99539c0 req-2fb3e247-b135-4402-8443-6e64091d7dcb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:58.957429 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7ee5104d-c901-43dd-a651-ed72f99539c0 req-2fb3e247-b135-4402-8443-6e64091d7dcb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0683331 May 12 17:47:59.039056 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e361b3-d6e5-4768-a8fe-6e63ce5818de req-95b763cd-cc85-4d6a-a495-e8efb0ce350a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:59.040600 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-11e361b3-d6e5-4768-a8fe-6e63ce5818de req-95b763cd-cc85-4d6a-a495-e8efb0ce350a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0818889 May 12 17:47:59.107118 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7ee5104d-c901-43dd-a651-ed72f99539c0 req-8e831361-ecaa-439c-9e83-eb674c5ad743 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931857 May 12 17:47:59.145828 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-11e361b3-d6e5-4768-a8fe-6e63ce5818de req-47e8935e-fd13-49ae-984e-5fe822aee348 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906832 May 12 17:48:00.292008 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbce92-79af-4fcc-83d7-e8063c9e9112 req-296804c6-7390-4970-84ec-c7f08ddfe105 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:00.298721 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:00.303960 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-25fbce92-79af-4fcc-83d7-e8063c9e9112 req-296804c6-7390-4970-84ec-c7f08ddfe105 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.1068683 May 12 17:48:00.376513 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-25fbce92-79af-4fcc-83d7-e8063c9e9112 req-20b97171-3089-4489-a8a3-dae6e80bae0c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662100 May 12 17:48:00.523314 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada615e-2399-4753-8177-d5ec21758046 req-472e6147-6691-408e-b7f2-3db1b8f2ad6c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:00.525256 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8ada615e-2399-4753-8177-d5ec21758046 req-472e6147-6691-408e-b7f2-3db1b8f2ad6c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0672612 May 12 17:48:00.576775 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8ada615e-2399-4753-8177-d5ec21758046 req-6a354578-07ca-48ac-958a-fe0cfd487602 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458517 May 12 17:48:01.508049 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf62d4d-2360-4cd4-a8a3-2f0a1692411d req-fdeaeeca-b6f2-41d5-823b-57dcec878847 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:01.509626 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-dbf62d4d-2360-4cd4-a8a3-2f0a1692411d req-fdeaeeca-b6f2-41d5-823b-57dcec878847 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0618923 May 12 17:48:01.558786 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-dbf62d4d-2360-4cd4-a8a3-2f0a1692411d req-93c68d25-e4e8-425e-83be-c96db96753a9 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426099 May 12 17:48:01.736229 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da97e9-ea53-48e1-9cbd-fb98b9f9afba req-06c3b393-2c00-4cdc-b91d-34679e5b738d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:01.740826 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d9da97e9-ea53-48e1-9cbd-fb98b9f9afba req-06c3b393-2c00-4cdc-b91d-34679e5b738d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0856044 May 12 17:48:01.787465 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d9da97e9-ea53-48e1-9cbd-fb98b9f9afba req-01cdf217-51a1-4323-96ea-4bad30ad4373 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457036 May 12 17:48:02.683824 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f06d3a-6d50-4fe1-9497-177cc9bca7ac req-2eea564d-1003-4bbc-903d-6203872524ad tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:02.685387 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b6f06d3a-6d50-4fe1-9497-177cc9bca7ac req-2eea564d-1003-4bbc-903d-6203872524ad tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0507326 May 12 17:48:02.738025 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b6f06d3a-6d50-4fe1-9497-177cc9bca7ac req-d59aafa6-70fd-4064-9c8b-1d38acb9a959 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462539 May 12 17:48:02.934356 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5179be-b7e2-432e-982c-a6370fa7fb19 req-ea4974fd-5c31-436a-a601-dd25ee216cfb tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:02.935895 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1b5179be-b7e2-432e-982c-a6370fa7fb19 req-ea4974fd-5c31-436a-a601-dd25ee216cfb tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0515368 May 12 17:48:03.005069 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1b5179be-b7e2-432e-982c-a6370fa7fb19 req-4ed8fefb-b95c-4a04-841e-6aefc5b91673 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565078 May 12 17:48:03.852071 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed475fe7-2869-46fb-bf33-cc3ca8bd2c38 req-e4a6da75-241f-4827-b2fc-3abe66996ff0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:03.853566 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ed475fe7-2869-46fb-bf33-cc3ca8bd2c38 req-e4a6da75-241f-4827-b2fc-3abe66996ff0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0468385 May 12 17:48:03.902416 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ed475fe7-2869-46fb-bf33-cc3ca8bd2c38 req-3e6b09c1-be84-4fc8-a5c6-a7f588a9a64a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431845 May 12 17:48:04.113282 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78298d20-d7b1-45d8-8cf6-a015b7791182 req-35f4e491-d490-4a70-8910-a4bfbf882079 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:04.114743 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-78298d20-d7b1-45d8-8cf6-a015b7791182 req-35f4e491-d490-4a70-8910-a4bfbf882079 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0462418 May 12 17:48:04.160490 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-78298d20-d7b1-45d8-8cf6-a015b7791182 req-a7118bcd-fe95-48bb-84a4-b8d5b17c8c72 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401876 May 12 17:48:05.017705 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61006e2b-2eb9-4d10-a51c-7b6a694a841f req-603dff0f-6bdf-4d72-9c13-9086467ecfb4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:05.019778 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-61006e2b-2eb9-4d10-a51c-7b6a694a841f req-603dff0f-6bdf-4d72-9c13-9086467ecfb4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0511789 May 12 17:48:05.063883 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-61006e2b-2eb9-4d10-a51c-7b6a694a841f req-510f41f3-9284-4599-a0a8-dc19e8e98543 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385332 May 12 17:48:05.279111 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5f66e-4578-4211-9b65-9040c3f38160 req-cbdb38cc-62b9-4776-b4b7-275014aacbec tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:05.280574 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f0b5f66e-4578-4211-9b65-9040c3f38160 req-cbdb38cc-62b9-4776-b4b7-275014aacbec tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0461347 May 12 17:48:05.326732 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f0b5f66e-4578-4211-9b65-9040c3f38160 req-b650fd34-0e61-40b2-9e59-4834adb2d471 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399363 May 12 17:48:06.181553 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73c9ba-6ab8-4843-a02e-9131f51c7767 req-fca0354c-d2a0-467b-903f-8618e814cc8c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:06.183005 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1e73c9ba-6ab8-4843-a02e-9131f51c7767 req-fca0354c-d2a0-467b-903f-8618e814cc8c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0462615 May 12 17:48:06.232211 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1e73c9ba-6ab8-4843-a02e-9131f51c7767 req-17694f9f-f31e-4320-9e6e-b4e8887ff9bf tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432718 May 12 17:48:06.449208 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49f557-c4dd-4fda-b78d-993c84ce7fe1 req-01af23c9-defa-48ed-a40d-96bae3a504e6 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:06.450675 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bd49f557-c4dd-4fda-b78d-993c84ce7fe1 req-01af23c9-defa-48ed-a40d-96bae3a504e6 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0485098 May 12 17:48:06.497539 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bd49f557-c4dd-4fda-b78d-993c84ce7fe1 req-7fa8267e-9642-4128-aeca-dc221dac5d35 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406017 May 12 17:48:07.341208 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3724b-fe65-4c87-95d6-73f777272ca1 req-ec36580e-2453-48df-9d10-6a9d1fe06864 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:07.342668 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e3f3724b-fe65-4c87-95d6-73f777272ca1 req-ec36580e-2453-48df-9d10-6a9d1fe06864 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0460310 May 12 17:48:07.388491 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e3f3724b-fe65-4c87-95d6-73f777272ca1 req-969957b3-2e4e-4db1-8031-64b7b16369fd tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398226 May 12 17:48:07.505220 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4675b53-277e-4608-9c2d-7d79b9e86e13 req-bcb3fdf7-5fe2-498a-bc9e-c4ff73807da0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:07.506740 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b4675b53-277e-4608-9c2d-7d79b9e86e13 req-bcb3fdf7-5fe2-498a-bc9e-c4ff73807da0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0527055 May 12 17:48:07.515366 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56052) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:07.519907 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-7792b335-27e1-4376-92ea-c04491a184d4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Request body: {'floatingip': {'port_id': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:07.562168 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7792b335-27e1-4376-92ea-c04491a184d4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for floatingip (3b74673a-6d1f-4f8f-80b2-2d59597b519a), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:07.689276 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d98126-c135-4c05-aebe-5a5a6e298b6e req-55d992b2-3cea-4413-a3f7-b8122b7c6bba tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:07.690926 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e9d98126-c135-4c05-aebe-5a5a6e298b6e req-55d992b2-3cea-4413-a3f7-b8122b7c6bba tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0912092 May 12 17:48:07.789083 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e9d98126-c135-4c05-aebe-5a5a6e298b6e req-5c81d626-363f-438d-9dfc-f734b5fe0048 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914614 May 12 17:48:08.077257 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7792b335-27e1-4376-92ea-c04491a184d4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:08.081478 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7792b335-27e1-4376-92ea-c04491a184d4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (3b74673a-6d1f-4f8f-80b2-2d59597b519a), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:08.181580 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.l3_db [None req-7792b335-27e1-4376-92ea-c04491a184d4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Floating IP 3b74673a-6d1f-4f8f-80b2-2d59597b519a associated. External IP: 172.27.2.88, port: bb2465e3-e5fd-4ae3-9017-cb6fa37925e6. May 12 17:48:08.407247 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7792b335-27e1-4376-92ea-c04491a184d4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Router 1eb1760e-994e-46fc-a0fb-270c48206264 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:48:08.523728 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7792b335-27e1-4376-92ea-c04491a184d4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:48:08.528227 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7792b335-27e1-4376-92ea-c04491a184d4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:08.537332 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290061f5-1796-41b7-ba7d-03c0a5dd8c4a None None] Sync routers for ids ['1eb1760e-994e-46fc-a0fb-270c48206264'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:48:08.557064 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290061f5-1796-41b7-ba7d-03c0a5dd8c4a None None] Routers {'1eb1760e-994e-46fc-a0fb-270c48206264'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:08.557781 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-290061f5-1796-41b7-ba7d-03c0a5dd8c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:47:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['1eb1760e-994e-46fc-a0fb-270c48206264'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:08.574762 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-7792b335-27e1-4376-92ea-c04491a184d4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "PUT /v2.0/floatingips/3b74673a-6d1f-4f8f-80b2-2d59597b519a HTTP/1.1" status: 200 len: 990 time: 1.0582108 May 12 17:48:08.575425 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'tag': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:08.578113 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d598fbf-7d5a-47c4-abbc-d808b7a51396" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b5a3c0-ae83-4249-9ac3-dddc8a328712", "tag": "bb2465e3-e5fd-4ae3-9017-cb6fa37925e6"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:08.623891 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d2a66f-3f6f-4588-a0f2-c84456b68256 x-openstack-request-id: req-55d2a66f-3f6f-4588-a0f2-c84456b68256 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:08.624233 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b5a3c0-ae83-4249-9ac3-dddc8a328712", "tag": "bb2465e3-e5fd-4ae3-9017-cb6fa37925e6", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:08.624584 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55d2a66f-3f6f-4588-a0f2-c84456b68256 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:08.625024 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d2a66f-3f6f-4588-a0f2-c84456b68256'] response: {'name': 'network-changed', 'server_uuid': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'tag': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6', 'status': 'completed', 'code': 200} May 12 17:48:08.668812 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-290061f5-1796-41b7-ba7d-03c0a5dd8c4a None None] Set router 1eb1760e-994e-46fc-a0fb-270c48206264 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:08.756913 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d598fbf-7d5a-47c4-abbc-d808b7a51396 req-113efd74-c8c4-4284-8b2d-204d7a5f7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:08.758428 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4d598fbf-7d5a-47c4-abbc-d808b7a51396 req-113efd74-c8c4-4284-8b2d-204d7a5f7612 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 1129 time: 0.0450006 May 12 17:48:08.903146 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-290061f5-1796-41b7-ba7d-03c0a5dd8c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:04Z', 'revision_number': 4, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'gw_port': {'id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:56Z', 'updated_at': '2022-05-12T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '3b74673a-6d1f-4f8f-80b2-2d59597b519a', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'port_id': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'mac_address': 'fa:16:3e:f0:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:47:34Z', 'updated_at': '2022-05-12T17:48:07Z', 'revision_number': 1, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa820e9c-b2aa-4586-9077-63bc3c98cdbc', 'name': '', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'mac_address': 'fa:16:3e:89:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:03Z', 'updated_at': '2022-05-12T17:45:21Z', 'revision_number': 5, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'subnets': [{'id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:08.915886 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ab489-20ca-42c5-b3e8-9c5db5cc4a35 req-b3c89138-7ef3-40ec-97c7-8cb25f3fee69 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:08.917406 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d49ab489-20ca-42c5-b3e8-9c5db5cc4a35 req-b3c89138-7ef3-40ec-97c7-8cb25f3fee69 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0527046 May 12 17:48:08.936925 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290061f5-1796-41b7-ba7d-03c0a5dd8c4a None None] Checking router: 1eb1760e-994e-46fc-a0fb-270c48206264 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:48:08.945646 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290061f5-1796-41b7-ba7d-03c0a5dd8c4a None None] Routers {'1eb1760e-994e-46fc-a0fb-270c48206264'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:08.946261 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-290061f5-1796-41b7-ba7d-03c0a5dd8c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:47:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['1eb1760e-994e-46fc-a0fb-270c48206264'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:08.974596 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d49ab489-20ca-42c5-b3e8-9c5db5cc4a35 req-9d6c1a5c-47f9-47fe-8831-996dd5ac08ef tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514426 May 12 17:48:09.068495 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-290061f5-1796-41b7-ba7d-03c0a5dd8c4a None None] Set router 1eb1760e-994e-46fc-a0fb-270c48206264 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:09.217603 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d598fbf-7d5a-47c4-abbc-d808b7a51396 req-8dbc6d86-ebc5-4c19-b2e7-a18a17e75808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:09.232746 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4d598fbf-7d5a-47c4-abbc-d808b7a51396 req-8dbc6d86-ebc5-4c19-b2e7-a18a17e75808 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 920 time: 0.1497223 May 12 17:48:09.313298 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cbe4f-f85f-4a45-b66f-42919a9cecc2 req-98d9634a-7143-497b-a573-b3b26d199d4a tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:09.314984 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-fd1cbe4f-f85f-4a45-b66f-42919a9cecc2 req-98d9634a-7143-497b-a573-b3b26d199d4a tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 945 time: 0.0572395 May 12 17:48:09.367855 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-fd1cbe4f-f85f-4a45-b66f-42919a9cecc2 req-dd57b303-d860-4b7e-8c48-f133e27660cb tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466921 May 12 17:48:09.383578 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-290061f5-1796-41b7-ba7d-03c0a5dd8c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:04Z', 'revision_number': 4, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'gw_port': {'id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:56Z', 'updated_at': '2022-05-12T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '3b74673a-6d1f-4f8f-80b2-2d59597b519a', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'port_id': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'mac_address': 'fa:16:3e:f0:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:47:34Z', 'updated_at': '2022-05-12T17:48:07Z', 'revision_number': 1, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa820e9c-b2aa-4586-9077-63bc3c98cdbc', 'name': '', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'mac_address': 'fa:16:3e:89:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:03Z', 'updated_at': '2022-05-12T17:45:21Z', 'revision_number': 5, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'subnets': [{'id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:09.416305 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290061f5-1796-41b7-ba7d-03c0a5dd8c4a None None] The sync data for ids ['1eb1760e-994e-46fc-a0fb-270c48206264'] in dv-cinder-840525-2-iscsi is: [{'id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:04Z', 'revision_number': 4, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'gw_port': {'id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:56Z', 'updated_at': '2022-05-12T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '3b74673a-6d1f-4f8f-80b2-2d59597b519a', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'port_id': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'mac_address': 'fa:16:3e:f0:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:47:34Z', 'updated_at': '2022-05-12T17:48:07Z', 'revision_number': 1, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa820e9c-b2aa-4586-9077-63bc3c98cdbc', 'name': '', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'mac_address': 'fa:16:3e:89:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:03Z', 'updated_at': '2022-05-12T17:45:21Z', 'revision_number': 5, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'subnets': [{'id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:48:09.602772 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa43af06-4350-4379-a3ea-dc66f1f0d71f None None] New status for floating IP 3b74673a-6d1f-4f8f-80b2-2d59597b519a: ACTIVE {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:48:10.093969 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aff10-acc4-4c07-b799-10d848a11a67 req-8222fc78-7309-4bbc-ae11-8b7bfb8d72bc tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:10.095427 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-778aff10-acc4-4c07-b799-10d848a11a67 req-8222fc78-7309-4bbc-ae11-8b7bfb8d72bc tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0454762 May 12 17:48:10.144360 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-778aff10-acc4-4c07-b799-10d848a11a67 req-27f9d841-a7be-4fd4-861e-4ccd8e5740cf tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426545 May 12 17:48:10.481628 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853de7b6-7f21-4ab2-853c-ef57d0b33dd5 req-f4d7f22a-c1ce-4ec0-b960-e53c7ef41df5 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:10.483164 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-853de7b6-7f21-4ab2-853c-ef57d0b33dd5 req-f4d7f22a-c1ce-4ec0-b960-e53c7ef41df5 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 945 time: 0.0468695 May 12 17:48:10.532010 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-853de7b6-7f21-4ab2-853c-ef57d0b33dd5 req-6766e249-aa21-4d81-b0c1-4ff3db6d05c4 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425184 May 12 17:48:10.942365 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4d598fbf-7d5a-47c4-abbc-d808b7a51396 req-70d5fdae-fb11-4d13-9cb9-0bcfb0f277f8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 HTTP/1.1" status: 200 len: 1000 time: 0.0628738 May 12 17:48:10.998340 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d598fbf-7d5a-47c4-abbc-d808b7a51396 req-d530d273-c434-414d-8397-a4abe4ac62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:10.999764 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4d598fbf-7d5a-47c4-abbc-d808b7a51396 req-d530d273-c434-414d-8397-a4abe4ac62e2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=408098b4-b6ba-468a-a49c-afb1cbe23810 HTTP/1.1" status: 200 len: 858 time: 0.0443752 May 12 17:48:11.132318 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d598fbf-7d5a-47c4-abbc-d808b7a51396 req-81ad307e-7531-44bd-a265-a52aeddea7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:11.133737 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4d598fbf-7d5a-47c4-abbc-d808b7a51396 req-81ad307e-7531-44bd-a265-a52aeddea7b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dae508b5-33ae-47fd-88cd-96de0b50f763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397356 May 12 17:48:11.247503 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4d598fbf-7d5a-47c4-abbc-d808b7a51396 req-5a124a3f-d5b4-42de-bfa7-a068693e5485 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900908 May 12 17:48:11.267778 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3ba91-23fd-4a03-9ecd-8c00f298b89e req-2fd407c3-b46b-4fed-a305-d72fb4d670fb tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:11.270520 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d3e3ba91-23fd-4a03-9ecd-8c00f298b89e req-2fd407c3-b46b-4fed-a305-d72fb4d670fb tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0526662 May 12 17:48:11.317502 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d3e3ba91-23fd-4a03-9ecd-8c00f298b89e req-f779ac3f-e8d3-4d0c-b4ad-9f35fe527953 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414379 May 12 17:48:11.410580 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4d598fbf-7d5a-47c4-abbc-d808b7a51396 req-1f2ee699-152f-4ba9-b354-5915cb7b8771 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830750 May 12 17:48:11.477588 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d85b0-2f70-43bb-9693-1da41af81719 req-3da06a32-f051-4973-a66d-4e05f5c4cdfb tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:11.479004 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-d20d85b0-2f70-43bb-9693-1da41af81719 req-3da06a32-f051-4973-a66d-4e05f5c4cdfb tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 945 time: 0.0451276 May 12 17:48:11.567687 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-d20d85b0-2f70-43bb-9693-1da41af81719 req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Deleting port 90a3053b-ee33-4c0a-a3ac-73e9c7651517 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:48:11.568054 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-d20d85b0-2f70-43bb-9693-1da41af81719 req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (90a3053b-ee33-4c0a-a3ac-73e9c7651517), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:11.664239 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc86da1-a42d-42d0-8de9-6d69d26113fb req-538ccdde-af85-419a-95f2-1ee110daf93f tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:11.665720 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5bc86da1-a42d-42d0-8de9-6d69d26113fb req-538ccdde-af85-419a-95f2-1ee110daf93f tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 945 time: 0.0641117 May 12 17:48:11.670228 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-d20d85b0-2f70-43bb-9693-1da41af81719 req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] For port 90a3053b-ee33-4c0a-a3ac-73e9c7651517, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=90a3053b-ee33-4c0a-a3ac-73e9c7651517,segment=NetworkSegment(b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd),segment_id=b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:11.670652 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-d20d85b0-2f70-43bb-9693-1da41af81719 req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (90a3053b-ee33-4c0a-a3ac-73e9c7651517), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:11.709298 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-d20d85b0-2f70-43bb-9693-1da41af81719 req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Calling delete_port for 90a3053b-ee33-4c0a-a3ac-73e9c7651517 owned by compute:nova {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:48:11.717628 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5bc86da1-a42d-42d0-8de9-6d69d26113fb req-799d8545-5107-4c89-96c7-ca9f92aae087 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439229 May 12 17:48:11.728434 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-23c90854-dfa1-4771-ba29-5509bbdcc471 req-b018bfd6-0aec-4e39-bafb-cfb064f43bad service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551388 May 12 17:48:11.815779 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c90854-dfa1-4771-ba29-5509bbdcc471 req-0fe88ddd-837a-4a82-a00f-1b9cfbe56391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:11.817281 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-23c90854-dfa1-4771-ba29-5509bbdcc471 req-0fe88ddd-837a-4a82-a00f-1b9cfbe56391 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 1129 time: 0.0540631 May 12 17:48:11.889505 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56104) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:11.936942 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-d20d85b0-2f70-43bb-9693-1da41af81719 req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (90a3053b-ee33-4c0a-a3ac-73e9c7651517), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:11.976280 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['90a3053b-ee33-4c0a-a3ac-73e9c7651517'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:48:12.008407 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:12.093172 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Publish callbacks [] for security_group (a5784ac0-0184-40c4-803b-9d33223f93ed), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:12.098089 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (a5784ac0-0184-40c4-803b-9d33223f93ed), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:12.141160 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ac4035298854afabf3fb41facdfccc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505114 May 12 17:48:12.142128 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5784ac0-0184-40c4-803b-9d33223f93ed,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:12.149531 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56108) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:12.150806 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.151335 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.151517 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.151833 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.152187 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.152529 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.152868 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.153190 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.153524 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.153849 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.154181 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.154507 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.154830 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.155153 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.155474 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea716b-b74d-4617-9ad5-7cb209980d32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.208654 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Pushing event deleted for resources: {'Port': ['ID=90a3053b-ee33-4c0a-a3ac-73e9c7651517,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:12.212769 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b21a8452-041c-4687-835c-85266c7a052b admin admin] Publish callbacks [] for security_group (a5784ac0-0184-40c4-803b-9d33223f93ed), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:12.245104 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b21a8452-041c-4687-835c-85266c7a052b admin admin] Publish callbacks [] for security_group (a5784ac0-0184-40c4-803b-9d33223f93ed), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:12.266734 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.267096 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.267421 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.267752 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.269265 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.269265 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.269485 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.269747 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.270067 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.270388 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.270708 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.271028 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.271345 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.271661 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.271975 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:12.276088 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20d85b0-2f70-43bb-9693-1da41af81719 req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] No DVR routers for this DVR port 90a3053b-ee33-4c0a-a3ac-73e9c7651517 on host hv-cinder-84052 {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:48:12.279152 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c90854-dfa1-4771-ba29-5509bbdcc471 req-b9ddae42-f3f4-42e6-9799-e5f6ec5d5be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:12.280663 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-23c90854-dfa1-4771-ba29-5509bbdcc471 req-b9ddae42-f3f4-42e6-9799-e5f6ec5d5be5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 920 time: 0.4396696 May 12 17:48:12.281647 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-d20d85b0-2f70-43bb-9693-1da41af81719 req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:12.285354 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-d20d85b0-2f70-43bb-9693-1da41af81719 req-7c445b69-726f-4e52-a0ae-3ccc9f7b376c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.74 "DELETE /v2.0/ports/90a3053b-ee33-4c0a-a3ac-73e9c7651517 HTTP/1.1" status: 204 len: 173 time: 0.7994976 May 12 17:48:12.285784 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5fc433-fe1c-47fa-b31c-fea85a6c25a5', 'name': 'network-vif-deleted', 'tag': '90a3053b-ee33-4c0a-a3ac-73e9c7651517'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:12.288050 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75049a08-0aa0-4631-9c49-7a58bbddd9be" -d '{"events": [{"server_uuid": "fa5fc433-fe1c-47fa-b31c-fea85a6c25a5", "name": "network-vif-deleted", "tag": "90a3053b-ee33-4c0a-a3ac-73e9c7651517"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:12.297347 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b21a8452-041c-4687-835c-85266c7a052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (a5784ac0-0184-40c4-803b-9d33223f93ed), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:12.300566 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b21a8452-041c-4687-835c-85266c7a052b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:12.301695 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-b21a8452-041c-4687-835c-85266c7a052b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a5784ac0-0184-40c4-803b-9d33223f93ed HTTP/1.1" status: 204 len: 168 time: 0.1419346 May 12 17:48:12.322737 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a8452-041c-4687-835c-85266c7a052b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5784ac0-0184-40c4-803b-9d33223f93ed,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:12.393931 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5928706d-62c5-4079-8084-3959de43b396 x-openstack-request-id: req-5928706d-62c5-4079-8084-3959de43b396 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:12.394325 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5fc433-fe1c-47fa-b31c-fea85a6c25a5", "name": "network-vif-deleted", "tag": "90a3053b-ee33-4c0a-a3ac-73e9c7651517", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:12.394666 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5928706d-62c5-4079-8084-3959de43b396 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:12.395150 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5928706d-62c5-4079-8084-3959de43b396'] response: {'server_uuid': 'fa5fc433-fe1c-47fa-b31c-fea85a6c25a5', 'name': 'network-vif-deleted', 'tag': '90a3053b-ee33-4c0a-a3ac-73e9c7651517', 'status': 'completed', 'code': 200} May 12 17:48:12.397042 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-23c90854-dfa1-4771-ba29-5509bbdcc471 req-4d66e8aa-f319-4f2c-8cc1-2aa381f0521c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08534155-023c-44b5-b553-dee4643d5c69 HTTP/1.1" status: 200 len: 217 time: 0.0977261 May 12 17:48:12.483631 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b0d1f-27cb-4308-b44e-183767f8ae09 req-8f088db6-d08b-48b9-9918-0e1540ed05da tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:12.485465 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-846b0d1f-27cb-4308-b44e-183767f8ae09 req-8f088db6-d08b-48b9-9918-0e1540ed05da tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0646272 May 12 17:48:12.511655 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c90854-dfa1-4771-ba29-5509bbdcc471 req-79b9f259-00aa-45a7-98e7-00c61e2613cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:12.513375 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-23c90854-dfa1-4771-ba29-5509bbdcc471 req-79b9f259-00aa-45a7-98e7-00c61e2613cd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=408098b4-b6ba-468a-a49c-afb1cbe23810 HTTP/1.1" status: 200 len: 858 time: 0.0919983 May 12 17:48:12.563237 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-846b0d1f-27cb-4308-b44e-183767f8ae09 req-8d6619f9-27fa-4774-85c6-a6b424757b93 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616179 May 12 17:48:12.564748 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c90854-dfa1-4771-ba29-5509bbdcc471 req-517204a6-462d-4d5e-bf09-6f0b2bf1de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:12.567535 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-23c90854-dfa1-4771-ba29-5509bbdcc471 req-517204a6-462d-4d5e-bf09-6f0b2bf1de9f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dae508b5-33ae-47fd-88cd-96de0b50f763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466201 May 12 17:48:12.677038 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-23c90854-dfa1-4771-ba29-5509bbdcc471 req-9381e2cc-d273-4f13-8c15-03320b0487b3 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015716 May 12 17:48:12.826023 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-07ce6ac8-707a-49f7-8f6b-ab4b1dbd089d req-cf45a73b-35c1-4de6-aa43-366f89023090 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa5fc433-fe1c-47fa-b31c-fea85a6c25a5 HTTP/1.1" status: 200 len: 210 time: 0.0284739 May 12 17:48:12.997457 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-23c90854-dfa1-4771-ba29-5509bbdcc471 req-58345ed7-a11b-4965-9438-900746c57819 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984960 May 12 17:48:13.690539 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75c3c5-38f4-41a3-b967-9dbce018a5a5 req-0db3e5a7-6431-44e7-97c7-0020d849ed57 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:13.692081 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4d75c3c5-38f4-41a3-b967-9dbce018a5a5 req-0db3e5a7-6431-44e7-97c7-0020d849ed57 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0532424 May 12 17:48:13.739274 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4d75c3c5-38f4-41a3-b967-9dbce018a5a5 req-26111b7f-1ebf-4d69-897e-d15b7f4e2c98 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416858 May 12 17:48:14.855531 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7288b-2a1e-48d2-80f9-4fdfe920eba3 req-01b91182-3caf-45a4-9d8a-1c303ce2b27c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:14.857001 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b3c7288b-2a1e-48d2-80f9-4fdfe920eba3 req-01b91182-3caf-45a4-9d8a-1c303ce2b27c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0464690 May 12 17:48:14.902740 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b3c7288b-2a1e-48d2-80f9-4fdfe920eba3 req-e613f9f1-77c8-4e8f-a245-4ec10e589dfe tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394082 May 12 17:48:16.022891 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6ca28-7085-4676-980f-cd093f04b122 req-c6393f9b-f561-45aa-bc9f-63db0074a069 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:16.024378 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-37e6ca28-7085-4676-980f-cd093f04b122 req-c6393f9b-f561-45aa-bc9f-63db0074a069 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 943 time: 0.0490355 May 12 17:48:16.074245 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-37e6ca28-7085-4676-980f-cd093f04b122 req-40cf4bfa-3a93-44cb-b7dc-ae4a782f4521 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443048 May 12 17:48:16.856765 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device d9f2a285-130e-4f34-94a9-bbbfdf591d01 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:48:16.866308 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 90a3053b-ee33-4c0a-a3ac-73e9c7651517 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:48:16.888961 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: 90a3053b-ee33-4c0a-a3ac-73e9c7651517 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:48:16.889219 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 90a3053b-ee33-4c0a-a3ac-73e9c7651517 not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:48:16.972638 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port d9f2a285-130e-4f34-94a9-bbbfdf591d01, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d9f2a285-130e-4f34-94a9-bbbfdf591d01,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:16.983601 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'port_id': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01', 'mac_address': 'fa:16:3e:85:08:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:48:17.020346 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port d9f2a285-130e-4f34-94a9-bbbfdf591d01 is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:48:17.020732 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:17.032941 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f2a285-130e-4f34-94a9-bbbfdf591d01 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:48:17.051535 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port d9f2a285-130e-4f34-94a9-bbbfdf591d01, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d9f2a285-130e-4f34-94a9-bbbfdf591d01,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:17.055078 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:17.105168 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=d9f2a285-130e-4f34-94a9-bbbfdf591d01,revision_number=9']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:17.112786 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:17.113200 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:17.113462 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:17.113823 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:17.114163 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:17.114494 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:17.114818 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:17.115140 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:17.115468 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:17.115828 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:17.116096 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:17.116472 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:17.116797 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:17.117147 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:17.117421 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:17.197942 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1a8ee-dc31-446d-a9b4-2039f0638d83 req-0a144893-4842-4135-9b1b-ff8f9f8d5534 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:17.199444 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-57d1a8ee-dc31-446d-a9b4-2039f0638d83 req-0a144893-4842-4135-9b1b-ff8f9f8d5534 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 944 time: 0.0507259 May 12 17:48:17.253949 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-57d1a8ee-dc31-446d-a9b4-2039f0638d83 req-03d4a448-be27-495b-b099-9e1c398dc894 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490129 May 12 17:48:17.419561 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['d9f2a285-130e-4f34-94a9-bbbfdf591d01'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:48:17.996091 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56198) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:18.097644 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e9042075-6088-48b9-9a14-fa1a1c4d63b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.171902 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e9042075-6088-48b9-9a14-fa1a1c4d63b7 admin admin] Publish callbacks [] for security_group (2be77a3d-34d0-4dfb-bc12-5828e80350ce), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.175633 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e9042075-6088-48b9-9a14-fa1a1c4d63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (2be77a3d-34d0-4dfb-bc12-5828e80350ce), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.212779 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-e9042075-6088-48b9-9a14-fa1a1c4d63b7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ee4b44f93824e26ae44458f1b1dd654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153184 May 12 17:48:18.214987 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9042075-6088-48b9-9a14-fa1a1c4d63b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be77a3d-34d0-4dfb-bc12-5828e80350ce,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:18.215240 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 56202) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:18.264088 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-af998bb0-e606-4833-b83b-141ec3991fbc admin admin] Publish callbacks [] for security_group (2be77a3d-34d0-4dfb-bc12-5828e80350ce), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.285522 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-af998bb0-e606-4833-b83b-141ec3991fbc admin admin] Publish callbacks [] for security_group (2be77a3d-34d0-4dfb-bc12-5828e80350ce), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.335685 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-af998bb0-e606-4833-b83b-141ec3991fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (2be77a3d-34d0-4dfb-bc12-5828e80350ce), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.338812 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-af998bb0-e606-4833-b83b-141ec3991fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.339992 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-af998bb0-e606-4833-b83b-141ec3991fbc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2be77a3d-34d0-4dfb-bc12-5828e80350ce HTTP/1.1" status: 204 len: 168 time: 0.1237602 May 12 17:48:18.348792 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af998bb0-e606-4833-b83b-141ec3991fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be77a3d-34d0-4dfb-bc12-5828e80350ce,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:18.397591 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7d7d9-9f1f-4fae-9ec2-cb62dbe7a715 req-a11e6bb0-ef50-4632-8998-9cb04fa2e620 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:18.404247 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4ae7d7d9-9f1f-4fae-9ec2-cb62dbe7a715 req-a11e6bb0-ef50-4632-8998-9cb04fa2e620 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 944 time: 0.0762777 May 12 17:48:18.457518 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4ae7d7d9-9f1f-4fae-9ec2-cb62dbe7a715 req-af20f930-a228-4560-9490-38b4753e995d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522115 May 12 17:48:19.577857 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39703691-c470-428c-9dd5-9281f2ee02be req-a95785c9-6d0f-49f2-a0b7-8bedb66f9083 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:19.579306 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-39703691-c470-428c-9dd5-9281f2ee02be req-a95785c9-6d0f-49f2-a0b7-8bedb66f9083 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 944 time: 0.0464339 May 12 17:48:19.626443 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-39703691-c470-428c-9dd5-9281f2ee02be req-c0879b3f-0d03-4354-ab28-827d870445be tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416865 May 12 17:48:20.423424 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device d9f2a285-130e-4f34-94a9-bbbfdf591d01 up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:48:20.468703 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port d9f2a285-130e-4f34-94a9-bbbfdf591d01 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:48:20.469077 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:20.541755 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port d9f2a285-130e-4f34-94a9-bbbfdf591d01 is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:48:20.542135 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:20.564053 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022cd56e-632d-4336-a6d1-4de0c1952705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:20.567605 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90247a38-adea-4d19-9a61-d46a280bc3f9" -d '{"events": [{"server_uuid": "022cd56e-632d-4336-a6d1-4de0c1952705", "name": "network-vif-plugged", "status": "completed", "tag": "d9f2a285-130e-4f34-94a9-bbbfdf591d01"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:20.579261 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port d9f2a285-130e-4f34-94a9-bbbfdf591d01, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d9f2a285-130e-4f34-94a9-bbbfdf591d01,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:20.589646 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:20.615909 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dca0bd-62e7-4cbd-b3be-de43e5611a91 x-openstack-request-id: req-68dca0bd-62e7-4cbd-b3be-de43e5611a91 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:20.616248 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022cd56e-632d-4336-a6d1-4de0c1952705", "name": "network-vif-plugged", "status": "completed", "tag": "d9f2a285-130e-4f34-94a9-bbbfdf591d01", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:20.616503 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-68dca0bd-62e7-4cbd-b3be-de43e5611a91 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:20.616888 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68dca0bd-62e7-4cbd-b3be-de43e5611a91'] response: {'server_uuid': '022cd56e-632d-4336-a6d1-4de0c1952705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01', 'code': 200} May 12 17:48:20.641861 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=d9f2a285-130e-4f34-94a9-bbbfdf591d01,revision_number=10']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:20.746888 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bae57a-cc0d-4fbe-86fc-75ed0ecf859c req-e0b21fe4-1573-43bd-b7d8-5ed1e2b8defa tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:20.748268 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-20bae57a-cc0d-4fbe-86fc-75ed0ecf859c req-e0b21fe4-1573-43bd-b7d8-5ed1e2b8defa tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 946 time: 0.0495555 May 12 17:48:20.793295 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-20bae57a-cc0d-4fbe-86fc-75ed0ecf859c req-73aca6de-799a-4e5f-92f3-00a2bcf20c5b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391507 May 12 17:48:21.875167 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-606ee59d-a127-462c-a049-20599d990c25 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:21.876946 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-606ee59d-a127-462c-a049-20599d990c25 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/networks?id=27ef8398-cbd5-4979-a9fc-e97a3c65d254 HTTP/1.1" status: 200 len: 814 time: 0.1007102 May 12 17:48:21.910237 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538a130-a7a0-436d-9c4b-be32be394e84 req-31545a10-3d58-4ef6-870d-969d09ba0643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:21.912005 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7538a130-a7a0-436d-9c4b-be32be394e84 req-31545a10-3d58-4ef6-870d-969d09ba0643 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 1130 time: 0.0403039 May 12 17:48:21.917960 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-eb6886eb-5106-46ed-9913-3112fc272e4e tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/quotas/7ef859014e4d4ff79fb7958511f20d11 HTTP/1.1" status: 200 len: 375 time: 0.0301235 May 12 17:48:21.956570 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7538a130-a7a0-436d-9c4b-be32be394e84 req-fe52294f-0cb7-4243-9117-44e3a9c59dd9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380297 May 12 17:48:21.957174 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c2598-b20e-4029-9f03-7ff835003d71 req-04d8730a-f2bf-44c3-a8f7-38a90c33ea6e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:21.958651 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0d9c2598-b20e-4029-9f03-7ff835003d71 req-04d8730a-f2bf-44c3-a8f7-38a90c33ea6e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 946 time: 0.0804646 May 12 17:48:21.960726 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-d310daee-cd0f-4f19-bab5-9ec5b777cd41 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ef859014e4d4ff79fb7958511f20d11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373945 May 12 17:48:22.060821 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0d9c2598-b20e-4029-9f03-7ff835003d71 req-318ab21b-3978-43e9-b769-a2da191ced39 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964460 May 12 17:48:22.081127 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-4c5535e5-662c-4eb7-99e7-87568680fd81 service neutron] 10.222.0.73 "GET /v2.0/networks/27ef8398-cbd5-4979-a9fc-e97a3c65d254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109228 May 12 17:48:22.166946 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-596fe385-9cbd-428e-a3ee-43f56ede6065 service neutron] 10.222.0.73 "GET /v2.0/networks/27ef8398-cbd5-4979-a9fc-e97a3c65d254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801208 May 12 17:48:22.327568 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f34909a6-7355-4806-aced-0452a8c4544e req-6f05d0cf-96f1-49dd-8633-82d1609c3638 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 210 time: 0.0269239 May 12 17:48:23.185522 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4bb05-7b7e-425d-abc2-7c73cda56cf2 req-025e6b15-27c3-456d-8577-7452158d163e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:23.186958 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2fd4bb05-7b7e-425d-abc2-7c73cda56cf2 req-025e6b15-27c3-456d-8577-7452158d163e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 946 time: 0.0501473 May 12 17:48:23.237148 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2fd4bb05-7b7e-425d-abc2-7c73cda56cf2 req-972b41d6-2374-4422-9665-8f0481b88850 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440321 May 12 17:48:23.421933 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-04f7eea2-eb60-405b-9a0b-7e1f846a6936 req-bba4b29a-cd7a-469c-9486-777d17c3bfed tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 210 time: 0.0269861 May 12 17:48:23.633257 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-522c95ea-82c4-49fb-ba66-7d4b4a623d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:24.284505 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-423dd758-9aee-4ab7-bbc5-bf742df18e77 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:24.285987 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-423dd758-9aee-4ab7-bbc5-bf742df18e77 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.74 "GET /v2.0/networks?id=27ef8398-cbd5-4979-a9fc-e97a3c65d254 HTTP/1.1" status: 200 len: 814 time: 0.1143093 May 12 17:48:24.311067 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-1a4cd94e-1b14-4211-9215-531769ed78b1 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Request body: {'port': {'device_id': '7d36b24d-a1c7-4a2a-9ba1-f19c815aa441', 'network_id': '27ef8398-cbd5-4979-a9fc-e97a3c65d254', 'admin_state_up': True, 'tenant_id': '7ef859014e4d4ff79fb7958511f20d11'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:24.359293 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192dc37-04fe-4f09-907d-d04dda4ba2c8 req-77141c0b-14e9-407d-bd31-d1c3be3738af tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:24.360700 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e192dc37-04fe-4f09-907d-d04dda4ba2c8 req-77141c0b-14e9-407d-bd31-d1c3be3738af tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 946 time: 0.0473552 May 12 17:48:24.409683 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e192dc37-04fe-4f09-907d-d04dda4ba2c8 req-8bc9ab8e-9132-424b-ba41-3030e2bab7ec tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427098 May 12 17:48:24.417031 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-1a4cd94e-1b14-4211-9215-531769ed78b1 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Made reservation on behalf of 7ef859014e4d4ff79fb7958511f20d11 for: {'port': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:48:24.420458 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-1a4cd94e-1b14-4211-9215-531769ed78b1 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:24.516703 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-44568efd-ee15-4cb0-8e2d-a49ef483e783 req-66b9799d-253e-457a-b57a-764704c385be tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 210 time: 0.0289326 May 12 17:48:24.551409 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-1a4cd94e-1b14-4211-9215-531769ed78b1 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Allocated IP 172.20.0.3 (27ef8398-cbd5-4979-a9fc-e97a3c65d254/dc2a100a-a509-4a22-a103-8ad56c8616e5/02ed1688-bc56-4512-920a-ee5a4af2eed2) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:48:24.697663 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-1a4cd94e-1b14-4211-9215-531769ed78b1 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Publish callbacks [] for port (02ed1688-bc56-4512-920a-ee5a4af2eed2), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:24.733164 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-1a4cd94e-1b14-4211-9215-531769ed78b1 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (02ed1688-bc56-4512-920a-ee5a4af2eed2), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:24.773984 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-1a4cd94e-1b14-4211-9215-531769ed78b1 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Network 27ef8398-cbd5-4979-a9fc-e97a3c65d254 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:48:24.777132 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-1a4cd94e-1b14-4211-9215-531769ed78b1 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:48:24.783030 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-1a4cd94e-1b14-4211-9215-531769ed78b1 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:48:24.806731 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cd94e-1b14-4211-9215-531769ed78b1 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Pushing event updated for resources: {'Port': ['ID=02ed1688-bc56-4512-920a-ee5a4af2eed2,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:24.833463 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-1a4cd94e-1b14-4211-9215-531769ed78b1 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:24.834070 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-1a4cd94e-1b14-4211-9215-531769ed78b1 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:24.849305 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-1a4cd94e-1b14-4211-9215-531769ed78b1 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5432901 May 12 17:48:24.868724 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Request body: {'port': {'device_id': '7d36b24d-a1c7-4a2a-9ba1-f19c815aa441', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:24.931934 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (02ed1688-bc56-4512-920a-ee5a4af2eed2), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:25.140818 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:25.217500 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ed1688-bc56-4512-920a-ee5a4af2eed2 {{(pid=109951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:48:25.225035 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Publish callbacks [] for port (02ed1688-bc56-4512-920a-ee5a4af2eed2), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:25.237588 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.provisioning_blocks [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Transition to ACTIVE for port object 02ed1688-bc56-4512-920a-ee5a4af2eed2 will not be triggered until provisioned by entity L2. {{(pid=109951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:48:25.241559 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (02ed1688-bc56-4512-920a-ee5a4af2eed2), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:25.294404 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Pushing event updated for resources: {'Port': ['ID=02ed1688-bc56-4512-920a-ee5a4af2eed2,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:25.365682 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Attempting to bind port 02ed1688-bc56-4512-920a-ee5a4af2eed2 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:48:25.366010 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Attempting to bind port 02ed1688-bc56-4512-920a-ee5a4af2eed2 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': 'b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '27ef8398-cbd5-4979-a9fc-e97a3c65d254'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:48:25.366333 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Attempting to bind port 02ed1688-bc56-4512-920a-ee5a4af2eed2 on network 27ef8398-cbd5-4979-a9fc-e97a3c65d254 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:48:25.370614 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Port 02ed1688-bc56-4512-920a-ee5a4af2eed2 on network 27ef8398-cbd5-4979-a9fc-e97a3c65d254 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:48:25.370930 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Attempting to bind port 02ed1688-bc56-4512-920a-ee5a4af2eed2 on network 27ef8398-cbd5-4979-a9fc-e97a3c65d254 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:48:25.375955 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:48:25.376324 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Checking segment: {'id': 'b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '27ef8398-cbd5-4979-a9fc-e97a3c65d254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:48:25.376696 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Bound using segment: {'id': 'b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '27ef8398-cbd5-4979-a9fc-e97a3c65d254'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:48:25.377113 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Bound port: 02ed1688-bc56-4512-920a-ee5a4af2eed2, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '27ef8398-cbd5-4979-a9fc-e97a3c65d254'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:48:25.377459 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (02ed1688-bc56-4512-920a-ee5a4af2eed2), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:25.438357 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] For port 02ed1688-bc56-4512-920a-ee5a4af2eed2, host hv-cinder-84052, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:48:25.441950 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] For port 02ed1688-bc56-4512-920a-ee5a4af2eed2, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=02ed1688-bc56-4512-920a-ee5a4af2eed2,segment=NetworkSegment(b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd),segment_id=b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:48:25.447501 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (02ed1688-bc56-4512-920a-ee5a4af2eed2), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:25.483789 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:25.484425 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:25.485779 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] 10.222.0.74 "PUT /v2.0/ports/02ed1688-bc56-4512-920a-ee5a4af2eed2 HTTP/1.1" status: 200 len: 1093 time: 0.6213307 May 12 17:48:25.486318 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d36b24d-a1c7-4a2a-9ba1-f19c815aa441', 'tag': '02ed1688-bc56-4512-920a-ee5a4af2eed2'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:25.488567 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c5d7aa-6db4-46d4-956c-e446bfc932cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7d36b24d-a1c7-4a2a-9ba1-f19c815aa441", "tag": "02ed1688-bc56-4512-920a-ee5a4af2eed2"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:25.511961 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34bd8d-9b80-449e-b96e-2b31c66fa536 service neutron] Pushing event updated for resources: {'Port': ['ID=02ed1688-bc56-4512-920a-ee5a4af2eed2,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:25.529417 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207c2f78-100f-4706-9d16-90fc4949c39c x-openstack-request-id: req-207c2f78-100f-4706-9d16-90fc4949c39c {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:25.529740 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d36b24d-a1c7-4a2a-9ba1-f19c815aa441", "tag": "02ed1688-bc56-4512-920a-ee5a4af2eed2", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:25.530000 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-207c2f78-100f-4706-9d16-90fc4949c39c {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:25.530404 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-207c2f78-100f-4706-9d16-90fc4949c39c'] response: {'name': 'network-changed', 'server_uuid': '7d36b24d-a1c7-4a2a-9ba1-f19c815aa441', 'tag': '02ed1688-bc56-4512-920a-ee5a4af2eed2', 'status': 'completed', 'code': 200} May 12 17:48:25.609780 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7c915834-fca7-4758-a0fa-4b444d42754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:25.611307 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-7c915834-fca7-4758-a0fa-4b444d42754c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef859014e4d4ff79fb7958511f20d11&device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 1127 time: 0.0416646 May 12 17:48:25.631192 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71615f4-02ae-496b-9760-d50495c170cc req-9eb40c5c-373f-4e24-bc23-f3135d2d5dbf tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:25.632685 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c71615f4-02ae-496b-9760-d50495c170cc req-9eb40c5c-373f-4e24-bc23-f3135d2d5dbf tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 943 time: 0.0480888 May 12 17:48:25.663705 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-dc540a86-6d59-4b0d-8e56-3f80b09babeb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02ed1688-bc56-4512-920a-ee5a4af2eed2 HTTP/1.1" status: 200 len: 217 time: 0.0363040 May 12 17:48:25.679244 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c71615f4-02ae-496b-9760-d50495c170cc req-e14e91b4-f98d-4ca3-b5d1-758d4e5455a3 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408719 May 12 17:48:25.713479 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-413a7029-3dc0-4fda-9039-ad48148ad8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:25.714913 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-413a7029-3dc0-4fda-9039-ad48148ad8b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dc2a100a-a509-4a22-a103-8ad56c8616e5 HTTP/1.1" status: 200 len: 854 time: 0.0450063 May 12 17:48:25.751044 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-2b0f9bca-155c-4b97-bdf0-51223d7854eb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27ef8398-cbd5-4979-a9fc-e97a3c65d254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289795 May 12 17:48:25.836683 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-6d12762a-57b6-427c-a32a-fd67139b45cd service neutron] 10.222.0.74 "GET /v2.0/networks/27ef8398-cbd5-4979-a9fc-e97a3c65d254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793293 May 12 17:48:25.876081 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b33c0731-ec3b-4aa1-a494-ec43e9c0fb38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:25.933018 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3d4a7040-c4dc-45c9-885a-d68eb0baaa8b req-af10e7c9-3a4d-41d7-8693-1ddd585c3eb6 service neutron] 10.222.0.74 "GET /v2.0/networks/27ef8398-cbd5-4979-a9fc-e97a3c65d254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898581 May 12 17:48:26.793224 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1a28e-1ffb-49a3-9e85-b34afe6438d9 req-859bce3e-82eb-476c-b0e2-2dee7192784e tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:26.794662 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-75c1a28e-1ffb-49a3-9e85-b34afe6438d9 req-859bce3e-82eb-476c-b0e2-2dee7192784e tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 943 time: 0.0470815 May 12 17:48:26.842687 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-75c1a28e-1ffb-49a3-9e85-b34afe6438d9 req-18a480f7-90bc-48d7-8efd-447bf23318d0 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425642 May 12 17:48:27.083754 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5d7aa-6db4-46d4-956c-e446bfc932cc req-19071fd0-693f-47c5-aab0-cfc35d559432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:27.085259 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-02c5d7aa-6db4-46d4-956c-e446bfc932cc req-19071fd0-693f-47c5-aab0-cfc35d559432 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef859014e4d4ff79fb7958511f20d11&device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 1127 time: 0.0435474 May 12 17:48:27.179303 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5d7aa-6db4-46d4-956c-e446bfc932cc req-947d9408-af96-4d41-b4a4-985f29268309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:27.180785 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-02c5d7aa-6db4-46d4-956c-e446bfc932cc req-947d9408-af96-4d41-b4a4-985f29268309 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27ef8398-cbd5-4979-a9fc-e97a3c65d254 HTTP/1.1" status: 200 len: 915 time: 0.0871625 May 12 17:48:27.223082 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-02c5d7aa-6db4-46d4-956c-e446bfc932cc req-8f13881d-e108-4a17-9a29-a2d4fa0a7cbf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02ed1688-bc56-4512-920a-ee5a4af2eed2 HTTP/1.1" status: 200 len: 217 time: 0.0348866 May 12 17:48:27.273170 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5d7aa-6db4-46d4-956c-e446bfc932cc req-a1cd6447-56c6-4d04-96c9-01fcb07b0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:27.274625 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-02c5d7aa-6db4-46d4-956c-e446bfc932cc req-a1cd6447-56c6-4d04-96c9-01fcb07b0f59 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dc2a100a-a509-4a22-a103-8ad56c8616e5 HTTP/1.1" status: 200 len: 854 time: 0.0442827 May 12 17:48:27.285441 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:27.311643 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-02c5d7aa-6db4-46d4-956c-e446bfc932cc req-197b8c12-ed7f-4f21-953f-715ed464eb6a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27ef8398-cbd5-4979-a9fc-e97a3c65d254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308213 May 12 17:48:27.399689 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-02c5d7aa-6db4-46d4-956c-e446bfc932cc req-1eb45581-cd8e-4824-b15d-57b45d9800b3 service neutron] 10.222.0.74 "GET /v2.0/networks/27ef8398-cbd5-4979-a9fc-e97a3c65d254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815895 May 12 17:48:27.498251 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-02c5d7aa-6db4-46d4-956c-e446bfc932cc req-1ea31071-eb6f-4746-be43-803d5d4c34a1 service neutron] 10.222.0.74 "GET /v2.0/networks/27ef8398-cbd5-4979-a9fc-e97a3c65d254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922241 May 12 17:48:27.953059 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc93e4-0dd4-4168-b756-94295c04289e req-b3bee41f-f093-4bae-aa50-6467a08121a1 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:27.954504 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-09dc93e4-0dd4-4168-b756-94295c04289e req-b3bee41f-f093-4bae-aa50-6467a08121a1 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 943 time: 0.0461597 May 12 17:48:28.000520 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-09dc93e4-0dd4-4168-b756-94295c04289e req-798ffc3c-4090-40d3-9d15-9f266c8cf74b tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397930 May 12 17:48:28.640358 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:29.110065 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39196181-0bc0-4cf6-9153-a8af6600068b req-0ea1c59c-f3d4-4fc9-833c-4716b0aa02b9 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:29.111527 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-39196181-0bc0-4cf6-9153-a8af6600068b req-0ea1c59c-f3d4-4fc9-833c-4716b0aa02b9 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 943 time: 0.0464127 May 12 17:48:29.157035 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-39196181-0bc0-4cf6-9153-a8af6600068b req-ce8e60c5-65c0-4792-b93c-fcd8f95df091 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400045 May 12 17:48:29.638434 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 02ed1688-bc56-4512-920a-ee5a4af2eed2 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:48:29.731229 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 02ed1688-bc56-4512-920a-ee5a4af2eed2, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=02ed1688-bc56-4512-920a-ee5a4af2eed2,segment=NetworkSegment(b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd),segment_id=b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:29.743094 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': '02ed1688-bc56-4512-920a-ee5a4af2eed2', 'network_id': '27ef8398-cbd5-4979-a9fc-e97a3c65d254', 'port_id': '02ed1688-bc56-4512-920a-ee5a4af2eed2', 'mac_address': 'fa:16:3e:ef:5f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2a100a-a509-4a22-a103-8ad56c8616e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:48:29.783060 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 02ed1688-bc56-4512-920a-ee5a4af2eed2 is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:48:29.783383 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (02ed1688-bc56-4512-920a-ee5a4af2eed2), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:29.796608 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ed1688-bc56-4512-920a-ee5a4af2eed2 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:48:29.816490 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 02ed1688-bc56-4512-920a-ee5a4af2eed2, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=02ed1688-bc56-4512-920a-ee5a4af2eed2,segment=NetworkSegment(b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd),segment_id=b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:29.819896 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (02ed1688-bc56-4512-920a-ee5a4af2eed2), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:29.866759 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=02ed1688-bc56-4512-920a-ee5a4af2eed2,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:30.212745 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['02ed1688-bc56-4512-920a-ee5a4af2eed2'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:48:30.272125 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dcf811-8ba2-4d2e-ba9c-e751b09c907b req-8999df54-b88c-4e8d-8716-2aedc686f208 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:30.273619 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f7dcf811-8ba2-4d2e-ba9c-e751b09c907b req-8999df54-b88c-4e8d-8716-2aedc686f208 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 944 time: 0.0513866 May 12 17:48:30.289230 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:30.322395 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f7dcf811-8ba2-4d2e-ba9c-e751b09c907b req-00fce997-a24c-4958-a72f-79028008a8cd tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428350 May 12 17:48:31.434275 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef185fa-4f72-4093-9509-236f7968109d req-7f7a7933-db70-477c-8993-528c2f6b6c39 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:31.435716 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bef185fa-4f72-4093-9509-236f7968109d req-7f7a7933-db70-477c-8993-528c2f6b6c39 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 944 time: 0.0467474 May 12 17:48:31.481260 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bef185fa-4f72-4093-9509-236f7968109d req-adf419b3-ba17-4f4d-86b3-8548908ae3bd tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399058 May 12 17:48:31.660659 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 02ed1688-bc56-4512-920a-ee5a4af2eed2 up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:48:31.702931 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port 02ed1688-bc56-4512-920a-ee5a4af2eed2 completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:48:31.709540 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port 02ed1688-bc56-4512-920a-ee5a4af2eed2 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:48:31.709927 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (02ed1688-bc56-4512-920a-ee5a4af2eed2), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:31.789705 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 02ed1688-bc56-4512-920a-ee5a4af2eed2 is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:48:31.790097 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (02ed1688-bc56-4512-920a-ee5a4af2eed2), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:31.813018 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d36b24d-a1c7-4a2a-9ba1-f19c815aa441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ed1688-bc56-4512-920a-ee5a4af2eed2'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:31.815252 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b54bbf0-db28-4359-b457-2f08b9125f2e" -d '{"events": [{"server_uuid": "7d36b24d-a1c7-4a2a-9ba1-f19c815aa441", "name": "network-vif-plugged", "status": "completed", "tag": "02ed1688-bc56-4512-920a-ee5a4af2eed2"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:31.828113 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 02ed1688-bc56-4512-920a-ee5a4af2eed2, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=02ed1688-bc56-4512-920a-ee5a4af2eed2,segment=NetworkSegment(b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd),segment_id=b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:31.836131 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (02ed1688-bc56-4512-920a-ee5a4af2eed2), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:31.866469 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59086a24-a8cf-4e04-9024-797a052b88cf x-openstack-request-id: req-59086a24-a8cf-4e04-9024-797a052b88cf {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:31.866782 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d36b24d-a1c7-4a2a-9ba1-f19c815aa441", "name": "network-vif-plugged", "status": "completed", "tag": "02ed1688-bc56-4512-920a-ee5a4af2eed2", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:31.867089 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-59086a24-a8cf-4e04-9024-797a052b88cf {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:31.867432 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59086a24-a8cf-4e04-9024-797a052b88cf'] response: {'server_uuid': '7d36b24d-a1c7-4a2a-9ba1-f19c815aa441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ed1688-bc56-4512-920a-ee5a4af2eed2', 'code': 200} May 12 17:48:31.889068 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=02ed1688-bc56-4512-920a-ee5a4af2eed2,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:32.083073 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ea838-4ece-4085-a9d0-5bae5810937a req-08e2c663-9a38-4f3c-9155-aadb6699ee02 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:32.084536 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f85ea838-4ece-4085-a9d0-5bae5810937a req-08e2c663-9a38-4f3c-9155-aadb6699ee02 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 946 time: 0.0490458 May 12 17:48:32.130709 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f85ea838-4ece-4085-a9d0-5bae5810937a req-aa4ed646-4dc5-4772-9c24-f867eecf2208 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=02708d46-7bbf-49f4-b3ad-9a4274e2b05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404596 May 12 17:48:32.598568 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be4150-1c8c-4444-a5c2-ce04e5a3f09c req-f8551987-f7c9-4fe4-b5e3-a0a69f7f592b tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:32.600030 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-73be4150-1c8c-4444-a5c2-ce04e5a3f09c req-f8551987-f7c9-4fe4-b5e3-a0a69f7f592b tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 945 time: 0.0468690 May 12 17:48:32.645675 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-73be4150-1c8c-4444-a5c2-ce04e5a3f09c req-2e370f90-3fdb-4d1e-aa95-1801ffdfdfd5 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400252 May 12 17:48:33.242965 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cfabb-f7ac-4c52-bcb7-0995a4cc1d8a req-1b16d940-93f1-4a9c-a91f-4f8d4f463ba7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:33.244412 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-586cfabb-f7ac-4c52-bcb7-0995a4cc1d8a req-1b16d940-93f1-4a9c-a91f-4f8d4f463ba7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 946 time: 0.0459409 May 12 17:48:33.295650 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-586cfabb-f7ac-4c52-bcb7-0995a4cc1d8a req-303bec65-d153-4ba5-b8a2-5032c80ee961 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=02708d46-7bbf-49f4-b3ad-9a4274e2b05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441501 May 12 17:48:33.318427 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09001f5-4eb8-48f2-85a4-1d777e1bce25 req-afb4ad21-8ab1-4356-ba25-1dd7a209de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:33.320925 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a09001f5-4eb8-48f2-85a4-1d777e1bce25 req-afb4ad21-8ab1-4356-ba25-1dd7a209de0d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 1129 time: 0.0452421 May 12 17:48:33.364966 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a09001f5-4eb8-48f2-85a4-1d777e1bce25 req-5ac3451e-25c3-46c3-b439-11733e9a3a3c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362470 May 12 17:48:33.756184 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e8573-9065-4075-bd39-fe04e0d06640 req-1b890575-2f80-4fed-8eff-0aa9fb82dc7d tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:33.757643 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a24e8573-9065-4075-bd39-fe04e0d06640 req-1b890575-2f80-4fed-8eff-0aa9fb82dc7d tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 945 time: 0.0462217 May 12 17:48:33.803153 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a24e8573-9065-4075-bd39-fe04e0d06640 req-50b44214-5dd1-4e2b-a884-51a15b011965 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399506 May 12 17:48:34.130126 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:48:34.415248 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d32ab7-a3d5-4d46-a404-06430ba8d4a1 req-4ec7708c-8624-46be-81c3-c8bde64f419e tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:34.416760 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-87d32ab7-a3d5-4d46-a404-06430ba8d4a1 req-4ec7708c-8624-46be-81c3-c8bde64f419e tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 946 time: 0.0480058 May 12 17:48:34.463424 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-87d32ab7-a3d5-4d46-a404-06430ba8d4a1 req-56400dd7-832d-4cbe-a897-246eb4ba05f7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=02708d46-7bbf-49f4-b3ad-9a4274e2b05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411866 May 12 17:48:34.491529 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9bde7-a415-4d65-8faf-ad7e174a84db req-3a574643-978c-4033-b91e-022881d16679 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:34.493029 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-fef9bde7-a415-4d65-8faf-ad7e174a84db req-3a574643-978c-4033-b91e-022881d16679 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 946 time: 0.0464971 May 12 17:48:34.587137 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-fef9bde7-a415-4d65-8faf-ad7e174a84db req-4b99d370-062d-4ca1-9cb8-de37c0e5439c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Deleting port 77239c9b-45a3-42cb-94e9-552e3cd10f35 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:48:34.587475 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-fef9bde7-a415-4d65-8faf-ad7e174a84db req-4b99d370-062d-4ca1-9cb8-de37c0e5439c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (77239c9b-45a3-42cb-94e9-552e3cd10f35), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:34.671996 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-fef9bde7-a415-4d65-8faf-ad7e174a84db req-4b99d370-062d-4ca1-9cb8-de37c0e5439c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] For port 77239c9b-45a3-42cb-94e9-552e3cd10f35, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=77239c9b-45a3-42cb-94e9-552e3cd10f35,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:34.672378 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-fef9bde7-a415-4d65-8faf-ad7e174a84db req-4b99d370-062d-4ca1-9cb8-de37c0e5439c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (77239c9b-45a3-42cb-94e9-552e3cd10f35), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:34.895543 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-fef9bde7-a415-4d65-8faf-ad7e174a84db req-4b99d370-062d-4ca1-9cb8-de37c0e5439c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:34.895891 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-fef9bde7-a415-4d65-8faf-ad7e174a84db req-4b99d370-062d-4ca1-9cb8-de37c0e5439c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (4cc00cf7-c12d-454e-87ae-4da9ac66f9d6), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:34.896252 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.l3_db [req-fef9bde7-a415-4d65-8faf-ad7e174a84db req-4b99d370-062d-4ca1-9cb8-de37c0e5439c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Floating IP 4cc00cf7-c12d-454e-87ae-4da9ac66f9d6 disassociated. External IP: 172.27.2.172, port: 77239c9b-45a3-42cb-94e9-552e3cd10f35. May 12 17:48:34.896625 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-fef9bde7-a415-4d65-8faf-ad7e174a84db req-4b99d370-062d-4ca1-9cb8-de37c0e5439c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Calling delete_port for 77239c9b-45a3-42cb-94e9-552e3cd10f35 owned by compute:nova {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:48:34.919966 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536d3c4-09b0-4373-b858-52e9de33fce7 req-f37841fe-7f21-4044-bd28-ee45cd990025 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:34.922160 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b536d3c4-09b0-4373-b858-52e9de33fce7 req-f37841fe-7f21-4044-bd28-ee45cd990025 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 945 time: 0.0506818 May 12 17:48:34.969875 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b536d3c4-09b0-4373-b858-52e9de33fce7 req-0227019b-35ed-431c-953a-77bdf8581d62 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412376 May 12 17:48:35.027222 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-fef9bde7-a415-4d65-8faf-ad7e174a84db req-4b99d370-062d-4ca1-9cb8-de37c0e5439c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (77239c9b-45a3-42cb-94e9-552e3cd10f35), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:35.056803 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99d370-062d-4ca1-9cb8-de37c0e5439c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event deleted for resources: {'Port': ['ID=77239c9b-45a3-42cb-94e9-552e3cd10f35,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:35.176199 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fef9bde7-a415-4d65-8faf-ad7e174a84db req-4b99d370-062d-4ca1-9cb8-de37c0e5439c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Router fceb75b3-1924-4840-824c-93824a51e098 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:48:35.293448 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fef9bde7-a415-4d65-8faf-ad7e174a84db req-4b99d370-062d-4ca1-9cb8-de37c0e5439c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:48:35.310420 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf9a6d5-79a0-4bdb-9a23-9a3c21dbcb8b None None] Sync routers for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:48:35.326847 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf9a6d5-79a0-4bdb-9a23-9a3c21dbcb8b None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:35.328346 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-daf9a6d5-79a0-4bdb-9a23-9a3c21dbcb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:48:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:35.358435 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef9bde7-a415-4d65-8faf-ad7e174a84db req-4b99d370-062d-4ca1-9cb8-de37c0e5439c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] No DVR routers for this DVR port 77239c9b-45a3-42cb-94e9-552e3cd10f35 on host hv-cinder-84052 {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:48:35.361811 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-fef9bde7-a415-4d65-8faf-ad7e174a84db req-4b99d370-062d-4ca1-9cb8-de37c0e5439c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:35.366372 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-fef9bde7-a415-4d65-8faf-ad7e174a84db req-4b99d370-062d-4ca1-9cb8-de37c0e5439c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "DELETE /v2.0/ports/77239c9b-45a3-42cb-94e9-552e3cd10f35 HTTP/1.1" status: 204 len: 173 time: 0.8593938 May 12 17:48:35.366916 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d5ca9d-5ce9-496f-ae0c-1e2836506652', 'name': 'network-vif-deleted', 'tag': '77239c9b-45a3-42cb-94e9-552e3cd10f35'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:35.369391 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a5ec9f-fad4-4d6d-936f-a1fa8163fb9a" -d '{"events": [{"server_uuid": "a7d5ca9d-5ce9-496f-ae0c-1e2836506652", "name": "network-vif-deleted", "tag": "77239c9b-45a3-42cb-94e9-552e3cd10f35"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:35.426179 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a288af-e28e-4bde-8a3b-257b15f56fd2 x-openstack-request-id: req-e1a288af-e28e-4bde-8a3b-257b15f56fd2 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:35.426750 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d5ca9d-5ce9-496f-ae0c-1e2836506652", "name": "network-vif-deleted", "tag": "77239c9b-45a3-42cb-94e9-552e3cd10f35", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:35.426933 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e1a288af-e28e-4bde-8a3b-257b15f56fd2 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:35.427189 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a288af-e28e-4bde-8a3b-257b15f56fd2'] response: {'server_uuid': 'a7d5ca9d-5ce9-496f-ae0c-1e2836506652', 'name': 'network-vif-deleted', 'tag': '77239c9b-45a3-42cb-94e9-552e3cd10f35', 'status': 'completed', 'code': 200} May 12 17:48:35.508853 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-daf9a6d5-79a0-4bdb-9a23-9a3c21dbcb8b None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:35.632493 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-62b25357-9bf7-4590-8c42-2a418d8289b5 req-d1607bb8-a2e1-41c2-a415-66260bb590fe tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7d5ca9d-5ce9-496f-ae0c-1e2836506652 HTTP/1.1" status: 200 len: 210 time: 0.0486097 May 12 17:48:35.782689 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-daf9a6d5-79a0-4bdb-9a23-9a3c21dbcb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '12a60103-952e-438b-aabb-752b556da5ad', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'port_id': '696c3de0-2f65-443b-a6cb-798a7dddbb0b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'mac_address': 'fa:16:3e:9b:6c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:24Z', 'updated_at': '2022-05-12T17:46:02Z', 'revision_number': 2, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:35.809717 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf9a6d5-79a0-4bdb-9a23-9a3c21dbcb8b None None] Checking router: fceb75b3-1924-4840-824c-93824a51e098 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:48:35.819717 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf9a6d5-79a0-4bdb-9a23-9a3c21dbcb8b None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:35.820357 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-daf9a6d5-79a0-4bdb-9a23-9a3c21dbcb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:48:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:35.963593 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-daf9a6d5-79a0-4bdb-9a23-9a3c21dbcb8b None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:36.226607 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-daf9a6d5-79a0-4bdb-9a23-9a3c21dbcb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '12a60103-952e-438b-aabb-752b556da5ad', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'port_id': '696c3de0-2f65-443b-a6cb-798a7dddbb0b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'mac_address': 'fa:16:3e:9b:6c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:24Z', 'updated_at': '2022-05-12T17:46:02Z', 'revision_number': 2, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:36.253720 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf9a6d5-79a0-4bdb-9a23-9a3c21dbcb8b None None] The sync data for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi is: [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '12a60103-952e-438b-aabb-752b556da5ad', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'port_id': '696c3de0-2f65-443b-a6cb-798a7dddbb0b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'mac_address': 'fa:16:3e:9b:6c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:24Z', 'updated_at': '2022-05-12T17:46:02Z', 'revision_number': 2, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:48:36.542012 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f59e56-f5d6-433a-9147-162dee0092f3 None None] New status for floating IP 4cc00cf7-c12d-454e-87ae-4da9ac66f9d6: DOWN {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:48:36.755693 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56364) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:36.808379 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3972d001-0db6-40c4-9a11-705b8c63546f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (02708d46-7bbf-49f4-b3ad-9a4274e2b05f), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:36.832569 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3972d001-0db6-40c4-9a11-705b8c63546f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (02708d46-7bbf-49f4-b3ad-9a4274e2b05f), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:36.882430 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3972d001-0db6-40c4-9a11-705b8c63546f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (02708d46-7bbf-49f4-b3ad-9a4274e2b05f), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:36.885073 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3972d001-0db6-40c4-9a11-705b8c63546f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:36.886319 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-3972d001-0db6-40c4-9a11-705b8c63546f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "DELETE /v2.0/security-groups/02708d46-7bbf-49f4-b3ad-9a4274e2b05f HTTP/1.1" status: 204 len: 168 time: 0.1295424 May 12 17:48:36.889484 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 56366) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:36.896504 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972d001-0db6-40c4-9a11-705b8c63546f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02708d46-7bbf-49f4-b3ad-9a4274e2b05f,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:36.904333 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.api.v2.resource [None req-601a0d8b-5be7-42a4-a40c-805962c90feb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] show failed (client error): The resource could not be found. May 12 17:48:36.907938 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-601a0d8b-5be7-42a4-a40c-805962c90feb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups/02708d46-7bbf-49f4-b3ad-9a4274e2b05f HTTP/1.1" status: 404 len: 347 time: 0.0148971 May 12 17:48:36.908276 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 56368) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:37.030910 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-4963b289-f4a7-4b43-9c78-bf247ce0ad32 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Deleting port 83b02e04-8712-4245-aec7-125c4cc022c8 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:48:37.031251 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4963b289-f4a7-4b43-9c78-bf247ce0ad32 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (83b02e04-8712-4245-aec7-125c4cc022c8), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.104853 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4963b289-f4a7-4b43-9c78-bf247ce0ad32 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (83b02e04-8712-4245-aec7-125c4cc022c8), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.105102 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4963b289-f4a7-4b43-9c78-bf247ce0ad32 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (83b02e04-8712-4245-aec7-125c4cc022c8), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.117515 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-4963b289-f4a7-4b43-9c78-bf247ce0ad32 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Calling delete_port for 83b02e04-8712-4245-aec7-125c4cc022c8 owned by network:floatingip {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:48:37.259247 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4963b289-f4a7-4b43-9c78-bf247ce0ad32 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (83b02e04-8712-4245-aec7-125c4cc022c8), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.286796 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963b289-f4a7-4b43-9c78-bf247ce0ad32 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event deleted for resources: {'Port': ['ID=83b02e04-8712-4245-aec7-125c4cc022c8,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:37.351414 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4963b289-f4a7-4b43-9c78-bf247ce0ad32 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (4cc00cf7-c12d-454e-87ae-4da9ac66f9d6), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.354202 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4963b289-f4a7-4b43-9c78-bf247ce0ad32 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.357916 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-4963b289-f4a7-4b43-9c78-bf247ce0ad32 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "DELETE /v2.0/floatingips/4cc00cf7-c12d-454e-87ae-4da9ac66f9d6 HTTP/1.1" status: 204 len: 168 time: 0.4449587 May 12 17:48:37.699717 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 77239c9b-45a3-42cb-94e9-552e3cd10f35 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:48:37.720586 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: 77239c9b-45a3-42cb-94e9-552e3cd10f35 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:48:37.720940 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 77239c9b-45a3-42cb-94e9-552e3cd10f35 not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:48:47.337517 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878085f4-4453-4c90-b05b-b36b7d386eac req-85e9e26e-60f8-42eb-9730-2e430b1719d0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:47.339010 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-878085f4-4453-4c90-b05b-b36b7d386eac req-85e9e26e-60f8-42eb-9730-2e430b1719d0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 945 time: 0.0480022 May 12 17:48:47.390632 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-878085f4-4453-4c90-b05b-b36b7d386eac req-9d006f79-3fde-42ac-96d8-896a81e0c532 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455754 May 12 17:48:48.505765 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fff19-583e-4334-a5c6-75738d295914 req-2cc02c2b-ffa9-4e4f-9b41-e60e6d283af2 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:48.507226 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9f3fff19-583e-4334-a5c6-75738d295914 req-2cc02c2b-ffa9-4e4f-9b41-e60e6d283af2 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 945 time: 0.0464289 May 12 17:48:48.551789 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9f3fff19-583e-4334-a5c6-75738d295914 req-271f71ae-ac82-442d-b52e-f8ed56c6b62f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390038 May 12 17:48:49.666534 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ba71d-fe82-4caf-a4b1-bdd0933ba4da req-04b2cb3c-e4e9-4d84-90ee-daa664f02182 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:49.667965 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e09ba71d-fe82-4caf-a4b1-bdd0933ba4da req-04b2cb3c-e4e9-4d84-90ee-daa664f02182 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 945 time: 0.0492833 May 12 17:48:49.715532 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e09ba71d-fe82-4caf-a4b1-bdd0933ba4da req-a63bc314-cb2e-42ca-9c4e-844e399f32aa tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420847 May 12 17:48:50.825651 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9884f-29bc-449f-93e5-0abda1eaac71 req-2acf2ffe-7bbd-43cb-806b-943572724f40 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:50.827053 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-50e9884f-29bc-449f-93e5-0abda1eaac71 req-2acf2ffe-7bbd-43cb-806b-943572724f40 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 945 time: 0.0461602 May 12 17:48:50.873401 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-50e9884f-29bc-449f-93e5-0abda1eaac71 req-641d36ee-ba80-46d0-a7c6-6debebd88027 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=2298af05-0a26-4b60-8688-6e785bbab909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393116 May 12 17:48:51.192262 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da97180-ad1a-463a-9586-8d89954b772d req-6b6d9514-7bb0-4d8f-9170-5cdb3952325f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:51.193713 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-6da97180-ad1a-463a-9586-8d89954b772d req-6b6d9514-7bb0-4d8f-9170-5cdb3952325f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 945 time: 0.0483615 May 12 17:48:51.279377 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-6da97180-ad1a-463a-9586-8d89954b772d req-09887b1e-c9e6-48b8-9e2f-b58e037a8cb0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Deleting port 696c3de0-2f65-443b-a6cb-798a7dddbb0b {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:48:51.279711 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-6da97180-ad1a-463a-9586-8d89954b772d req-09887b1e-c9e6-48b8-9e2f-b58e037a8cb0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (696c3de0-2f65-443b-a6cb-798a7dddbb0b), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:51.370566 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-6da97180-ad1a-463a-9586-8d89954b772d req-09887b1e-c9e6-48b8-9e2f-b58e037a8cb0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] For port 696c3de0-2f65-443b-a6cb-798a7dddbb0b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=696c3de0-2f65-443b-a6cb-798a7dddbb0b,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:51.370925 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-6da97180-ad1a-463a-9586-8d89954b772d req-09887b1e-c9e6-48b8-9e2f-b58e037a8cb0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (696c3de0-2f65-443b-a6cb-798a7dddbb0b), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:51.779891 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-6da97180-ad1a-463a-9586-8d89954b772d req-09887b1e-c9e6-48b8-9e2f-b58e037a8cb0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:51.780201 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-6da97180-ad1a-463a-9586-8d89954b772d req-09887b1e-c9e6-48b8-9e2f-b58e037a8cb0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (12a60103-952e-438b-aabb-752b556da5ad), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:51.780514 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.l3_db [req-6da97180-ad1a-463a-9586-8d89954b772d req-09887b1e-c9e6-48b8-9e2f-b58e037a8cb0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Floating IP 12a60103-952e-438b-aabb-752b556da5ad disassociated. External IP: 172.27.2.31, port: 696c3de0-2f65-443b-a6cb-798a7dddbb0b. May 12 17:48:51.780861 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-6da97180-ad1a-463a-9586-8d89954b772d req-09887b1e-c9e6-48b8-9e2f-b58e037a8cb0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Calling delete_port for 696c3de0-2f65-443b-a6cb-798a7dddbb0b owned by compute:nova {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:48:51.911459 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-6da97180-ad1a-463a-9586-8d89954b772d req-09887b1e-c9e6-48b8-9e2f-b58e037a8cb0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (696c3de0-2f65-443b-a6cb-798a7dddbb0b), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:51.942980 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09887b1e-c9e6-48b8-9e2f-b58e037a8cb0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event deleted for resources: {'Port': ['ID=696c3de0-2f65-443b-a6cb-798a7dddbb0b,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:51.974684 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f0e1f3b5-239b-45b7-ad01-7c11de284ef6 req-752fd360-e1f7-42b9-9bc4-a199305b2dcc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=959c1a20-6a14-4d41-a7a4-f7eded2fc759 HTTP/1.1" status: 200 len: 210 time: 0.0297680 May 12 17:48:52.061882 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6da97180-ad1a-463a-9586-8d89954b772d req-09887b1e-c9e6-48b8-9e2f-b58e037a8cb0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Router fceb75b3-1924-4840-824c-93824a51e098 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:48:52.169004 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6da97180-ad1a-463a-9586-8d89954b772d req-09887b1e-c9e6-48b8-9e2f-b58e037a8cb0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:48:52.179530 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60b1e0-bda0-4385-8799-0bb1a8af92af None None] Sync routers for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:48:52.189502 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60b1e0-bda0-4385-8799-0bb1a8af92af None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:52.190187 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-ef60b1e0-bda0-4385-8799-0bb1a8af92af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:48:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:52.211227 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da97180-ad1a-463a-9586-8d89954b772d req-09887b1e-c9e6-48b8-9e2f-b58e037a8cb0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] No DVR routers for this DVR port 696c3de0-2f65-443b-a6cb-798a7dddbb0b on host hv-cinder-84052 {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:48:52.213770 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-6da97180-ad1a-463a-9586-8d89954b772d req-09887b1e-c9e6-48b8-9e2f-b58e037a8cb0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:52.217223 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-6da97180-ad1a-463a-9586-8d89954b772d req-09887b1e-c9e6-48b8-9e2f-b58e037a8cb0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "DELETE /v2.0/ports/696c3de0-2f65-443b-a6cb-798a7dddbb0b HTTP/1.1" status: 204 len: 173 time: 1.0152392 May 12 17:48:52.217622 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'name': 'network-vif-deleted', 'tag': '696c3de0-2f65-443b-a6cb-798a7dddbb0b'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:52.219832 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddb9f0a-01a5-449f-9cfe-3b236b33db36" -d '{"events": [{"server_uuid": "959c1a20-6a14-4d41-a7a4-f7eded2fc759", "name": "network-vif-deleted", "tag": "696c3de0-2f65-443b-a6cb-798a7dddbb0b"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:52.260714 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad1727b-2114-4487-aab8-e27d3077aa30 x-openstack-request-id: req-8ad1727b-2114-4487-aab8-e27d3077aa30 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:52.261017 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959c1a20-6a14-4d41-a7a4-f7eded2fc759", "name": "network-vif-deleted", "tag": "696c3de0-2f65-443b-a6cb-798a7dddbb0b", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:52.261297 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8ad1727b-2114-4487-aab8-e27d3077aa30 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:52.261781 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad1727b-2114-4487-aab8-e27d3077aa30'] response: {'server_uuid': '959c1a20-6a14-4d41-a7a4-f7eded2fc759', 'name': 'network-vif-deleted', 'tag': '696c3de0-2f65-443b-a6cb-798a7dddbb0b', 'status': 'completed', 'code': 200} May 12 17:48:52.304223 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-ef60b1e0-bda0-4385-8799-0bb1a8af92af None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:52.505765 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-ef60b1e0-bda0-4385-8799-0bb1a8af92af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:52.531693 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60b1e0-bda0-4385-8799-0bb1a8af92af None None] Checking router: fceb75b3-1924-4840-824c-93824a51e098 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:48:52.540033 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60b1e0-bda0-4385-8799-0bb1a8af92af None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:52.540660 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-ef60b1e0-bda0-4385-8799-0bb1a8af92af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:48:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:52.724080 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-ef60b1e0-bda0-4385-8799-0bb1a8af92af None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:52.933456 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-ef60b1e0-bda0-4385-8799-0bb1a8af92af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:52.961247 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60b1e0-bda0-4385-8799-0bb1a8af92af None None] The sync data for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi is: [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:48:53.063548 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 56472) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:53.121162 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cc765253-222f-4d41-b432-9e831c4580b0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (2298af05-0a26-4b60-8688-6e785bbab909), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:53.146129 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cc765253-222f-4d41-b432-9e831c4580b0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (2298af05-0a26-4b60-8688-6e785bbab909), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:53.205884 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cc765253-222f-4d41-b432-9e831c4580b0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (2298af05-0a26-4b60-8688-6e785bbab909), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:53.208396 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd89db4-7d38-4361-b476-fb0013264ca5 None None] New status for floating IP 12a60103-952e-438b-aabb-752b556da5ad: DOWN {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:48:53.208878 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cc765253-222f-4d41-b432-9e831c4580b0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:53.209922 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-cc765253-222f-4d41-b432-9e831c4580b0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "DELETE /v2.0/security-groups/2298af05-0a26-4b60-8688-6e785bbab909 HTTP/1.1" status: 204 len: 168 time: 0.1452148 May 12 17:48:53.213057 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56474) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:53.218752 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc765253-222f-4d41-b432-9e831c4580b0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2298af05-0a26-4b60-8688-6e785bbab909,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:53.233191 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.api.v2.resource [None req-927e4e67-4071-4e6f-a60e-089d31ab9b15 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] show failed (client error): The resource could not be found. May 12 17:48:53.234354 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-927e4e67-4071-4e6f-a60e-089d31ab9b15 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups/2298af05-0a26-4b60-8688-6e785bbab909 HTTP/1.1" status: 404 len: 347 time: 0.0202811 May 12 17:48:53.237797 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56476) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:53.356693 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d2cafdc4-9066-4e46-8b36-996adb6d7d75 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Deleting port 7df7a70e-ba41-40cf-b349-dc1cb88b0a4e {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:48:53.357020 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d2cafdc4-9066-4e46-8b36-996adb6d7d75 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (7df7a70e-ba41-40cf-b349-dc1cb88b0a4e), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:53.436990 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d2cafdc4-9066-4e46-8b36-996adb6d7d75 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (7df7a70e-ba41-40cf-b349-dc1cb88b0a4e), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:53.437315 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d2cafdc4-9066-4e46-8b36-996adb6d7d75 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (7df7a70e-ba41-40cf-b349-dc1cb88b0a4e), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:53.449702 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d2cafdc4-9066-4e46-8b36-996adb6d7d75 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Calling delete_port for 7df7a70e-ba41-40cf-b349-dc1cb88b0a4e owned by network:floatingip {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:48:53.584237 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d2cafdc4-9066-4e46-8b36-996adb6d7d75 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (7df7a70e-ba41-40cf-b349-dc1cb88b0a4e), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:53.606946 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cafdc4-9066-4e46-8b36-996adb6d7d75 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event deleted for resources: {'Port': ['ID=7df7a70e-ba41-40cf-b349-dc1cb88b0a4e,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:53.637434 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-71b6518f-bc98-45c3-bda1-062f179f316e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:53.676359 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d2cafdc4-9066-4e46-8b36-996adb6d7d75 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (12a60103-952e-438b-aabb-752b556da5ad), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:53.681268 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d2cafdc4-9066-4e46-8b36-996adb6d7d75 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:53.682410 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-d2cafdc4-9066-4e46-8b36-996adb6d7d75 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "DELETE /v2.0/floatingips/12a60103-952e-438b-aabb-752b556da5ad HTTP/1.1" status: 204 len: 168 time: 0.4435728 May 12 17:48:53.759647 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56480) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:53.764135 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-e466c3e2-4800-4a80-a35b-fd35f075d6f8 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1173675354', 'description': 'tempest-description--1170443553'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:53.785419 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e466c3e2-4800-4a80-a35b-fd35f075d6f8 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:53.993271 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-86a95a0b-4f50-4aa4-b109-8f7f9d631a61 req-89478312-a6f5-4204-a5c4-972bec812208 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446806 May 12 17:48:54.073020 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a95a0b-4f50-4aa4-b109-8f7f9d631a61 req-d92d68f1-ea3c-4f05-9a79-bc56daab0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:54.074614 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-86a95a0b-4f50-4aa4-b109-8f7f9d631a61 req-d92d68f1-ea3c-4f05-9a79-bc56daab0c39 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a&device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 1130 time: 0.0412004 May 12 17:48:54.100675 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e466c3e2-4800-4a80-a35b-fd35f075d6f8 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (fcd0bb4b-4745-49f1-b61b-0b551dd1f86c), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.104496 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e466c3e2-4800-4a80-a35b-fd35f075d6f8 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (fcd0bb4b-4745-49f1-b61b-0b551dd1f86c), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.133510 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466c3e2-4800-4a80-a35b-fd35f075d6f8 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd0bb4b-4745-49f1-b61b-0b551dd1f86c,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:54.137558 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e466c3e2-4800-4a80-a35b-fd35f075d6f8 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.138776 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-e466c3e2-4800-4a80-a35b-fd35f075d6f8 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3780813 May 12 17:48:54.141579 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56488) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:54.147790 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-69488f2a-0501-4638-9fdf-85ba21ffebff tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'security_group_rule': {'security_group_id': 'fcd0bb4b-4745-49f1-b61b-0b551dd1f86c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:54.175041 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-69488f2a-0501-4638-9fdf-85ba21ffebff tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (8b8d60ff-938c-4f16-8e3a-087c9484c38d), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.191800 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a95a0b-4f50-4aa4-b109-8f7f9d631a61 req-d0c4a924-2255-4b1d-9468-ed6dbea5c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:54.193495 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-86a95a0b-4f50-4aa4-b109-8f7f9d631a61 req-d0c4a924-2255-4b1d-9468-ed6dbea5c36c service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4a1943f-5104-4c36-90a4-e3e9daad3559 HTTP/1.1" status: 200 len: 918 time: 0.0924079 May 12 17:48:54.229443 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-69488f2a-0501-4638-9fdf-85ba21ffebff tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (8b8d60ff-938c-4f16-8e3a-087c9484c38d), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.234202 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-69488f2a-0501-4638-9fdf-85ba21ffebff tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (8b8d60ff-938c-4f16-8e3a-087c9484c38d), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.251822 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69488f2a-0501-4638-9fdf-85ba21ffebff tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8d60ff-938c-4f16-8e3a-087c9484c38d,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:54.259072 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-69488f2a-0501-4638-9fdf-85ba21ffebff tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.262335 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-69488f2a-0501-4638-9fdf-85ba21ffebff tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172652 May 12 17:48:54.262596 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56490) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:54.264532 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-86a95a0b-4f50-4aa4-b109-8f7f9d631a61 req-5a5799ae-ba8a-4e80-8df6-7aa5e721a659 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9f2a285-130e-4f34-94a9-bbbfdf591d01 HTTP/1.1" status: 200 len: 1000 time: 0.0635483 May 12 17:48:54.266910 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-07e70d3f-75f4-4c05-b6c6-3739639e42ef tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'security_group_rule': {'security_group_id': 'fcd0bb4b-4745-49f1-b61b-0b551dd1f86c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:54.294641 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-07e70d3f-75f4-4c05-b6c6-3739639e42ef tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (208ab98d-882b-4e04-8cb8-f442e456ef7d), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.318958 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a95a0b-4f50-4aa4-b109-8f7f9d631a61 req-df7862fa-e7f8-4310-8042-23ec58c4f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:54.320470 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-86a95a0b-4f50-4aa4-b109-8f7f9d631a61 req-df7862fa-e7f8-4310-8042-23ec58c4f2ea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d7a356f-70cc-48ae-8b5e-262b49b6be03 HTTP/1.1" status: 200 len: 856 time: 0.0452218 May 12 17:48:54.352200 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-07e70d3f-75f4-4c05-b6c6-3739639e42ef tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (208ab98d-882b-4e04-8cb8-f442e456ef7d), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.356354 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-07e70d3f-75f4-4c05-b6c6-3739639e42ef tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (208ab98d-882b-4e04-8cb8-f442e456ef7d), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.372455 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a95a0b-4f50-4aa4-b109-8f7f9d631a61 req-b67a9e9a-2578-4221-aeba-2f082ca83427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:54.373948 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-86a95a0b-4f50-4aa4-b109-8f7f9d631a61 req-b67a9e9a-2578-4221-aeba-2f082ca83427 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4a1943f-5104-4c36-90a4-e3e9daad3559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451231 May 12 17:48:54.374387 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e70d3f-75f4-4c05-b6c6-3739639e42ef tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208ab98d-882b-4e04-8cb8-f442e456ef7d,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:54.379338 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-07e70d3f-75f4-4c05-b6c6-3739639e42ef tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.380510 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-07e70d3f-75f4-4c05-b6c6-3739639e42ef tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169629 May 12 17:48:54.383607 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56492) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:54.387665 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-34b60964-a920-4cf2-be4f-410e8df902cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'floatingip': {'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:54.410306 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-34b60964-a920-4cf2-be4f-410e8df902cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.470670 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-86a95a0b-4f50-4aa4-b109-8f7f9d631a61 req-22ed3558-58bc-4550-b3b0-dee8a36c9313 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862441 May 12 17:48:54.485576 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-34b60964-a920-4cf2-be4f-410e8df902cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.568957 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-86a95a0b-4f50-4aa4-b109-8f7f9d631a61 req-0b6c5aff-3f7b-4325-ab91-da561df6f486 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906260 May 12 17:48:54.590771 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-34b60964-a920-4cf2-be4f-410e8df902cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Allocated IP 172.27.2.254 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/d0263cee-559c-4eff-90c1-7d2b17e629fa) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:48:54.693325 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-34b60964-a920-4cf2-be4f-410e8df902cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for port (d0263cee-559c-4eff-90c1-7d2b17e629fa), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.727489 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-34b60964-a920-4cf2-be4f-410e8df902cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (d0263cee-559c-4eff-90c1-7d2b17e629fa), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.767393 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b60964-a920-4cf2-be4f-410e8df902cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:48:54.770390 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-34b60964-a920-4cf2-be4f-410e8df902cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:48:54.773715 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b60964-a920-4cf2-be4f-410e8df902cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:48:54.802618 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b60964-a920-4cf2-be4f-410e8df902cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'Port': ['ID=d0263cee-559c-4eff-90c1-7d2b17e629fa,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:54.863571 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-34b60964-a920-4cf2-be4f-410e8df902cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (96c85f07-1133-4c62-b72a-0fb49320073c), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.903557 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-34b60964-a920-4cf2-be4f-410e8df902cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d0263cee-559c-4eff-90c1-7d2b17e629fa), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:55.094572 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-34b60964-a920-4cf2-be4f-410e8df902cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for port (d0263cee-559c-4eff-90c1-7d2b17e629fa), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:55.099584 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-34b60964-a920-4cf2-be4f-410e8df902cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231180'] for port (d0263cee-559c-4eff-90c1-7d2b17e629fa), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:55.157826 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:55.169396 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b60964-a920-4cf2-be4f-410e8df902cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'Port': ['ID=d0263cee-559c-4eff-90c1-7d2b17e629fa,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:55.185455 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-34b60964-a920-4cf2-be4f-410e8df902cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (96c85f07-1133-4c62-b72a-0fb49320073c), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:55.203759 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-34b60964-a920-4cf2-be4f-410e8df902cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:55.205045 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-34b60964-a920-4cf2-be4f-410e8df902cb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8205140 May 12 17:48:55.406002 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-93142b77-3272-4e0c-bf7b-2333772157b0 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1173675354&fields=id&tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04 HTTP/1.1" status: 200 len: 267 time: 0.0441945 May 12 17:48:55.515471 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-fc8d3688-0d88-447b-a54f-a07e9b6db532 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:55.516956 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-fc8d3688-0d88-447b-a54f-a07e9b6db532 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/networks?id=1221ba24-0e4c-4509-ac6d-bff82c57688b HTTP/1.1" status: 200 len: 814 time: 0.1036515 May 12 17:48:55.532066 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-d24833a8-57da-488b-b609-0ba9e7a67f04 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/quotas/0eee0523f68a4d8dbc6db8de3a3f6b04 HTTP/1.1" status: 200 len: 375 time: 0.0089843 May 12 17:48:55.579778 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-4e91fe70-8c3d-4334-b347-7f57051d53fa tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424256 May 12 17:48:55.678875 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a892b1cf-076e-4431-885b-ad5bfcaaf31a service neutron] 10.222.0.73 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865169 May 12 17:48:55.767906 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-6ac7315c-f679-4d15-a228-29172f4aa356 service neutron] 10.222.0.73 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833089 May 12 17:48:55.808125 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 696c3de0-2f65-443b-a6cb-798a7dddbb0b no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:48:55.828447 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: 696c3de0-2f65-443b-a6cb-798a7dddbb0b {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:48:55.828801 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 696c3de0-2f65-443b-a6cb-798a7dddbb0b not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:48:55.880568 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56642679-d818-4cf3-b7f1-340f607393d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:55.942705 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-cdb1f545-6088-4656-a4a3-625fd2ee9742 req-d46ae912-2bb7-4091-8ec7-28ba91ba65c8 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 210 time: 0.0408909 May 12 17:48:56.518071 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff206a-845f-4d53-a4ec-30fa21817c0d req-2c91c7ea-ea5e-4610-9265-004551218252 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:56.519584 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b2ff206a-845f-4d53-a4ec-30fa21817c0d req-2c91c7ea-ea5e-4610-9265-004551218252 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 945 time: 0.0482681 May 12 17:48:56.565102 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b2ff206a-845f-4d53-a4ec-30fa21817c0d req-76c06f47-d9b7-48bb-b38b-ea202e43a07f tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398622 May 12 17:48:57.037588 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-83683e21-0c01-42c2-abdf-5a2dcc50f657 req-e1c363ec-dea3-4f11-a90f-5f2e98895208 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 210 time: 0.0277553 May 12 17:48:57.291395 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:57.678067 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc4f95-7085-4570-9f7f-c8258cb449a7 req-c8e89259-0b9f-445c-acfd-e6b4bbccb97c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:57.679501 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a5bc4f95-7085-4570-9f7f-c8258cb449a7 req-c8e89259-0b9f-445c-acfd-e6b4bbccb97c tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 945 time: 0.0458076 May 12 17:48:57.727561 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a5bc4f95-7085-4570-9f7f-c8258cb449a7 req-f3971e9d-18d7-4b09-aaed-a40db860eebe tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425699 May 12 17:48:58.133150 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-735c3c09-8e83-42d9-b837-89bf5dc33432 req-d30b4760-8600-4f0b-9ec9-ceb70c71b82d tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 210 time: 0.0270917 May 12 17:48:58.642450 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:58.839168 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b7f75-bf28-42ad-aa53-af563fa8f5bf req-c5f13f95-d319-4bd1-b492-faff4d295ec6 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:58.840681 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5c2b7f75-bf28-42ad-aa53-af563fa8f5bf req-c5f13f95-d319-4bd1-b492-faff4d295ec6 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 945 time: 0.0469465 May 12 17:48:58.890725 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5c2b7f75-bf28-42ad-aa53-af563fa8f5bf req-3a23b6ec-d7f2-4bee-b272-ab3e3029a2c5 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9c802b-08bf-464f-8dcd-e9d71826f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444555 May 12 17:48:58.902640 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67c555-11ea-448c-b12e-cb90f76430ba req-062ec9da-93a6-48f5-8433-f40bf3c55643 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:58.904108 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-df67c555-11ea-448c-b12e-cb90f76430ba req-062ec9da-93a6-48f5-8433-f40bf3c55643 tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 945 time: 0.0489028 May 12 17:48:59.233093 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e34cedfa-f28d-4cfb-8579-7a9d958e546d req-df7b1ec5-5afb-4ea1-833a-35442c3420ec tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 210 time: 0.0333927 May 12 17:48:59.261186 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-df67c555-11ea-448c-b12e-cb90f76430ba req-9c45d136-907a-4b7b-a324-81bc552491ce tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Deleting port 02ed1688-bc56-4512-920a-ee5a4af2eed2 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:48:59.261548 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-df67c555-11ea-448c-b12e-cb90f76430ba req-9c45d136-907a-4b7b-a324-81bc552491ce tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (02ed1688-bc56-4512-920a-ee5a4af2eed2), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:59.431635 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-df67c555-11ea-448c-b12e-cb90f76430ba req-9c45d136-907a-4b7b-a324-81bc552491ce tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] For port 02ed1688-bc56-4512-920a-ee5a4af2eed2, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=02ed1688-bc56-4512-920a-ee5a4af2eed2,segment=NetworkSegment(b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd),segment_id=b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:59.431996 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-df67c555-11ea-448c-b12e-cb90f76430ba req-9c45d136-907a-4b7b-a324-81bc552491ce tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (02ed1688-bc56-4512-920a-ee5a4af2eed2), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:59.445790 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-aab595ff-f37d-49cc-8d5d-7d6e9c9ba08f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:59.447196 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-aab595ff-f37d-49cc-8d5d-7d6e9c9ba08f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "GET /v2.0/networks?id=1221ba24-0e4c-4509-ac6d-bff82c57688b HTTP/1.1" status: 200 len: 814 time: 0.1710315 May 12 17:48:59.453026 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-df67c555-11ea-448c-b12e-cb90f76430ba req-9c45d136-907a-4b7b-a324-81bc552491ce tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Calling delete_port for 02ed1688-bc56-4512-920a-ee5a4af2eed2 owned by compute:nova {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:48:59.591984 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-df67c555-11ea-448c-b12e-cb90f76430ba req-9c45d136-907a-4b7b-a324-81bc552491ce tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (02ed1688-bc56-4512-920a-ee5a4af2eed2), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:59.635104 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['02ed1688-bc56-4512-920a-ee5a4af2eed2'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:48:59.641600 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45d136-907a-4b7b-a324-81bc552491ce tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Pushing event deleted for resources: {'Port': ['ID=02ed1688-bc56-4512-920a-ee5a4af2eed2,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:59.655362 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-3db5729c-8a13-451b-9b93-7c0d4a29f5b5 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04 HTTP/1.1" status: 200 len: 380 time: 0.0895078 May 12 17:48:59.674079 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-24e2c0b1-679c-4e19-9c3a-538cf3a4fd9f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'port': {'device_id': 'a503b1e5-5436-4a5d-bea7-646c0f541e12', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'admin_state_up': True, 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'security_groups': ['fcd0bb4b-4745-49f1-b61b-0b551dd1f86c']}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:59.708686 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-df67c555-11ea-448c-b12e-cb90f76430ba req-9c45d136-907a-4b7b-a324-81bc552491ce tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] No DVR routers for this DVR port 02ed1688-bc56-4512-920a-ee5a4af2eed2 on host hv-cinder-84052 {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:48:59.714517 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-df67c555-11ea-448c-b12e-cb90f76430ba req-9c45d136-907a-4b7b-a324-81bc552491ce tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:59.717670 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-df67c555-11ea-448c-b12e-cb90f76430ba req-9c45d136-907a-4b7b-a324-81bc552491ce tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.74 "DELETE /v2.0/ports/02ed1688-bc56-4512-920a-ee5a4af2eed2 HTTP/1.1" status: 204 len: 173 time: 0.5468280 May 12 17:48:59.718099 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d36b24d-a1c7-4a2a-9ba1-f19c815aa441', 'name': 'network-vif-deleted', 'tag': '02ed1688-bc56-4512-920a-ee5a4af2eed2'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:59.720322 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d221d48-f85b-4c33-9c5e-fe4876be66d4" -d '{"events": [{"server_uuid": "7d36b24d-a1c7-4a2a-9ba1-f19c815aa441", "name": "network-vif-deleted", "tag": "02ed1688-bc56-4512-920a-ee5a4af2eed2"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:59.757451 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a13482-2d1c-4c6b-94d2-4c24fc475fb5 x-openstack-request-id: req-35a13482-2d1c-4c6b-94d2-4c24fc475fb5 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:59.757740 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d36b24d-a1c7-4a2a-9ba1-f19c815aa441", "name": "network-vif-deleted", "tag": "02ed1688-bc56-4512-920a-ee5a4af2eed2", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:59.757988 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-35a13482-2d1c-4c6b-94d2-4c24fc475fb5 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:59.758377 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a13482-2d1c-4c6b-94d2-4c24fc475fb5'] response: {'server_uuid': '7d36b24d-a1c7-4a2a-9ba1-f19c815aa441', 'name': 'network-vif-deleted', 'tag': '02ed1688-bc56-4512-920a-ee5a4af2eed2', 'status': 'completed', 'code': 200} May 12 17:48:59.810098 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-24e2c0b1-679c-4e19-9c3a-538cf3a4fd9f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Made reservation on behalf of 0eee0523f68a4d8dbc6db8de3a3f6b04 for: {'port': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:48:59.813680 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-24e2c0b1-679c-4e19-9c3a-538cf3a4fd9f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:59.941914 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-24e2c0b1-679c-4e19-9c3a-538cf3a4fd9f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Allocated IP 172.20.0.4 (1221ba24-0e4c-4509-ac6d-bff82c57688b/d6394fb4-f09d-4f41-ae7e-35adcc70fa28/e033835a-7af5-4643-bc44-3aa48f300548) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:49:00.000563 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f8bc766b-5b8d-44e0-b952-0d5172444115 req-e4ad1bae-34be-4bba-a2dd-894d994d02bd tempest-VolumesSnapshotTestJSON-1083133363 tempest-VolumesSnapshotTestJSON-1083133363-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d36b24d-a1c7-4a2a-9ba1-f19c815aa441 HTTP/1.1" status: 200 len: 210 time: 0.0302894 May 12 17:49:00.079718 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-24e2c0b1-679c-4e19-9c3a-538cf3a4fd9f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for port (e033835a-7af5-4643-bc44-3aa48f300548), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:00.113159 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-24e2c0b1-679c-4e19-9c3a-538cf3a4fd9f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (e033835a-7af5-4643-bc44-3aa48f300548), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:00.152841 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-24e2c0b1-679c-4e19-9c3a-538cf3a4fd9f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Network 1221ba24-0e4c-4509-ac6d-bff82c57688b is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:49:00.155873 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-24e2c0b1-679c-4e19-9c3a-538cf3a4fd9f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:49:00.159628 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-24e2c0b1-679c-4e19-9c3a-538cf3a4fd9f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:49:00.190903 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2c0b1-679c-4e19-9c3a-538cf3a4fd9f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'Port': ['ID=e033835a-7af5-4643-bc44-3aa48f300548,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:00.220664 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-24e2c0b1-679c-4e19-9c3a-538cf3a4fd9f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:00.221301 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-24e2c0b1-679c-4e19-9c3a-538cf3a4fd9f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:00.238830 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-24e2c0b1-679c-4e19-9c3a-538cf3a4fd9f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682883 May 12 17:49:00.262878 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Request body: {'port': {'device_id': 'a503b1e5-5436-4a5d-bea7-646c0f541e12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:00.303267 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:00.337001 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (e033835a-7af5-4643-bc44-3aa48f300548), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:00.394347 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-fe182a0e-8472-41c6-9cbf-1cdff1609130 None None] Provisioning complete for port e033835a-7af5-4643-bc44-3aa48f300548 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:00.395753 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fe182a0e-8472-41c6-9cbf-1cdff1609130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (e033835a-7af5-4643-bc44-3aa48f300548), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:00.405301 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e32c7-0a11-4409-b784-4ed283929c2f req-838c0088-84da-4654-9762-5eb9eaba3989 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:00.407166 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a85e32c7-0a11-4409-b784-4ed283929c2f req-838c0088-84da-4654-9762-5eb9eaba3989 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 931 time: 0.0679324 May 12 17:49:00.448343 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-fe182a0e-8472-41c6-9cbf-1cdff1609130 None None] Port e033835a-7af5-4643-bc44-3aa48f300548 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:49:00.458897 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a85e32c7-0a11-4409-b784-4ed283929c2f req-42617bbc-7caa-47bf-ae39-b352530883d8 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcd0bb4b-4745-49f1-b61b-0b551dd1f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451503 May 12 17:49:00.650524 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e033835a-7af5-4643-bc44-3aa48f300548 {{(pid=109951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:49:00.657768 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Publish callbacks [] for port (e033835a-7af5-4643-bc44-3aa48f300548), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:00.670308 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.provisioning_blocks [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Transition to ACTIVE for port object e033835a-7af5-4643-bc44-3aa48f300548 will not be triggered until provisioned by entity L2. {{(pid=109951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:49:00.674089 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (e033835a-7af5-4643-bc44-3aa48f300548), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:00.739856 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Pushing event updated for resources: {'Port': ['ID=e033835a-7af5-4643-bc44-3aa48f300548,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:00.795937 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Attempting to bind port e033835a-7af5-4643-bc44-3aa48f300548 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:49:00.796304 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Attempting to bind port e033835a-7af5-4643-bc44-3aa48f300548 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:49:00.796634 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Attempting to bind port e033835a-7af5-4643-bc44-3aa48f300548 on network 1221ba24-0e4c-4509-ac6d-bff82c57688b {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:49:00.801618 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Port e033835a-7af5-4643-bc44-3aa48f300548 on network 1221ba24-0e4c-4509-ac6d-bff82c57688b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:49:00.801920 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Attempting to bind port e033835a-7af5-4643-bc44-3aa48f300548 on network 1221ba24-0e4c-4509-ac6d-bff82c57688b {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:49:00.807263 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:49:00.807592 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Checking segment: {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:49:00.807970 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Bound using segment: {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:49:00.808424 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Bound port: e033835a-7af5-4643-bc44-3aa48f300548, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:49:00.808780 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (e033835a-7af5-4643-bc44-3aa48f300548), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:00.873738 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] For port e033835a-7af5-4643-bc44-3aa48f300548, host hv-cinder-84052, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:49:00.877536 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] For port e033835a-7af5-4643-bc44-3aa48f300548, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=e033835a-7af5-4643-bc44-3aa48f300548,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:49:00.883175 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (e033835a-7af5-4643-bc44-3aa48f300548), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:00.915687 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:00.916356 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:00.917908 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] 10.222.0.74 "PUT /v2.0/ports/e033835a-7af5-4643-bc44-3aa48f300548 HTTP/1.1" status: 200 len: 1093 time: 0.6601248 May 12 17:49:00.943316 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e06cd0-f8cf-4f0b-ba7e-d0239dc714ea service neutron] Pushing event updated for resources: {'Port': ['ID=e033835a-7af5-4643-bc44-3aa48f300548,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:01.028237 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-ddf841ad-686a-4d7c-aeb8-c2a96d451453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:01.029549 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-ddf841ad-686a-4d7c-aeb8-c2a96d451453 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04&device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 1127 time: 0.0424125 May 12 17:49:01.090891 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-e367d0e0-f03f-44da-8711-0a98fff82489 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e033835a-7af5-4643-bc44-3aa48f300548 HTTP/1.1" status: 200 len: 217 time: 0.0430419 May 12 17:49:01.140619 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-7db64b3c-365f-4e6e-8902-c6d2b00d0f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:01.142068 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-7db64b3c-365f-4e6e-8902-c6d2b00d0f9c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6394fb4-f09d-4f41-ae7e-35adcc70fa28 HTTP/1.1" status: 200 len: 853 time: 0.0452561 May 12 17:49:01.185552 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-52f9b3dc-d815-40fd-9827-6b7a27ae38d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:01.187667 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-52f9b3dc-d815-40fd-9827-6b7a27ae38d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1221ba24-0e4c-4509-ac6d-bff82c57688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395854 May 12 17:49:01.285972 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-9b3f4f80-5134-4442-ac2e-44ef5e35429c service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908806 May 12 17:49:01.383684 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-86c48656-e0cf-4e56-88a2-700854c6df92 req-a6988a09-c68c-4204-b795-36a940c50293 service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907705 May 12 17:49:01.571898 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15382172-a4b3-4b2f-8ccf-6194a5e9a1a7 req-153e6eab-469d-442e-b0ca-8cb5ec78836c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:01.573386 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-15382172-a4b3-4b2f-8ccf-6194a5e9a1a7 req-153e6eab-469d-442e-b0ca-8cb5ec78836c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 943 time: 0.0472829 May 12 17:49:01.622413 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-15382172-a4b3-4b2f-8ccf-6194a5e9a1a7 req-3d1c0b10-6a1c-4052-a2b3-c2c0d4a6452b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcd0bb4b-4745-49f1-b61b-0b551dd1f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435619 May 12 17:49:01.760215 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a503b1e5-5436-4a5d-bea7-646c0f541e12', 'tag': 'e033835a-7af5-4643-bc44-3aa48f300548'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:49:01.762514 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd245bc4-f8f5-415a-83d9-a78a3a5fddf7" -d '{"events": [{"name": "network-changed", "server_uuid": "a503b1e5-5436-4a5d-bea7-646c0f541e12", "tag": "e033835a-7af5-4643-bc44-3aa48f300548"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:49:01.801302 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cc1ef7-5bfa-4ed3-8c80-6011a9fafda0 x-openstack-request-id: req-00cc1ef7-5bfa-4ed3-8c80-6011a9fafda0 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:49:01.801730 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a503b1e5-5436-4a5d-bea7-646c0f541e12", "tag": "e033835a-7af5-4643-bc44-3aa48f300548", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:49:01.801989 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-00cc1ef7-5bfa-4ed3-8c80-6011a9fafda0 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:49:01.802390 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cc1ef7-5bfa-4ed3-8c80-6011a9fafda0'] response: {'name': 'network-changed', 'server_uuid': 'a503b1e5-5436-4a5d-bea7-646c0f541e12', 'tag': 'e033835a-7af5-4643-bc44-3aa48f300548', 'status': 'completed', 'code': 200} May 12 17:49:02.434096 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd245bc4-f8f5-415a-83d9-a78a3a5fddf7 req-1dc255b3-60de-4706-8b62-78321899c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:02.435734 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-dd245bc4-f8f5-415a-83d9-a78a3a5fddf7 req-1dc255b3-60de-4706-8b62-78321899c4ec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04&device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 1127 time: 0.0430753 May 12 17:49:02.530930 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd245bc4-f8f5-415a-83d9-a78a3a5fddf7 req-a4a5f606-179c-43f7-a159-df9af9a1a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:02.532584 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-dd245bc4-f8f5-415a-83d9-a78a3a5fddf7 req-a4a5f606-179c-43f7-a159-df9af9a1a71e service neutron] 10.222.0.74 "GET /v2.0/networks?id=1221ba24-0e4c-4509-ac6d-bff82c57688b HTTP/1.1" status: 200 len: 915 time: 0.0873160 May 12 17:49:02.580799 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-dd245bc4-f8f5-415a-83d9-a78a3a5fddf7 req-2c81edb0-56b1-4f7f-9c9d-13f09ed5f82d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e033835a-7af5-4643-bc44-3aa48f300548 HTTP/1.1" status: 200 len: 217 time: 0.0415154 May 12 17:49:02.627919 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd245bc4-f8f5-415a-83d9-a78a3a5fddf7 req-9658d6ab-f1f6-4b71-a04a-33cd02297fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:02.630141 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-dd245bc4-f8f5-415a-83d9-a78a3a5fddf7 req-9658d6ab-f1f6-4b71-a04a-33cd02297fef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6394fb4-f09d-4f41-ae7e-35adcc70fa28 HTTP/1.1" status: 200 len: 853 time: 0.0439210 May 12 17:49:02.674247 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd245bc4-f8f5-415a-83d9-a78a3a5fddf7 req-e3c5149a-af09-4b64-8419-46e786ebc049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:02.675770 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-dd245bc4-f8f5-415a-83d9-a78a3a5fddf7 req-e3c5149a-af09-4b64-8419-46e786ebc049 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1221ba24-0e4c-4509-ac6d-bff82c57688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382526 May 12 17:49:02.733889 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19db25e-0f1d-4a75-83ae-b233502f32c2 req-d6c6e87c-f9e1-4549-86cf-56b206455d66 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:02.735340 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c19db25e-0f1d-4a75-83ae-b233502f32c2 req-d6c6e87c-f9e1-4549-86cf-56b206455d66 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 943 time: 0.0458894 May 12 17:49:02.769022 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-dd245bc4-f8f5-415a-83d9-a78a3a5fddf7 req-598718ca-b296-422f-8005-a7522c854a4a service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858059 May 12 17:49:02.782824 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c19db25e-0f1d-4a75-83ae-b233502f32c2 req-2a9b536b-cd9d-42ef-a00e-9c4d140c1f8c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcd0bb4b-4745-49f1-b61b-0b551dd1f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406692 May 12 17:49:02.858384 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-dd245bc4-f8f5-415a-83d9-a78a3a5fddf7 req-f9d5f311-b1ca-4e73-b85a-ff9f5d8327bf service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823178 May 12 17:49:03.895925 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf369-6a58-4bef-b486-fe0699c350aa req-5fd9278d-b9d2-408f-8804-1f45ee9cc551 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:03.897406 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-919cf369-6a58-4bef-b486-fe0699c350aa req-5fd9278d-b9d2-408f-8804-1f45ee9cc551 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 943 time: 0.0471776 May 12 17:49:03.943128 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-919cf369-6a58-4bef-b486-fe0699c350aa req-10d1105d-7ec5-4133-ad69-b52f1d441cc5 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcd0bb4b-4745-49f1-b61b-0b551dd1f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401819 May 12 17:49:05.056322 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe587b2-96cc-41f9-ad47-22a23e8e3486 req-d4cb93d0-6ae5-4dc2-a507-6cfbd3737b12 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:05.057772 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-dbe587b2-96cc-41f9-ad47-22a23e8e3486 req-d4cb93d0-6ae5-4dc2-a507-6cfbd3737b12 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 943 time: 0.0490236 May 12 17:49:05.103356 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-dbe587b2-96cc-41f9-ad47-22a23e8e3486 req-975123c4-1420-41aa-974c-d5dccb822050 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcd0bb4b-4745-49f1-b61b-0b551dd1f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401039 May 12 17:49:05.338716 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device e033835a-7af5-4643-bc44-3aa48f300548 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:49:05.348916 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 02ed1688-bc56-4512-920a-ee5a4af2eed2 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:49:05.374138 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: 02ed1688-bc56-4512-920a-ee5a4af2eed2 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:49:05.374485 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 02ed1688-bc56-4512-920a-ee5a4af2eed2 not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:49:05.468750 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port e033835a-7af5-4643-bc44-3aa48f300548, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=e033835a-7af5-4643-bc44-3aa48f300548,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:05.480825 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': 'e033835a-7af5-4643-bc44-3aa48f300548', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'port_id': 'e033835a-7af5-4643-bc44-3aa48f300548', 'mac_address': 'fa:16:3e:b1:cb:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:49:05.520355 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port e033835a-7af5-4643-bc44-3aa48f300548 is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:05.520722 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (e033835a-7af5-4643-bc44-3aa48f300548), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:05.537023 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e033835a-7af5-4643-bc44-3aa48f300548 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:49:05.557860 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port e033835a-7af5-4643-bc44-3aa48f300548, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=e033835a-7af5-4643-bc44-3aa48f300548,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:05.562649 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (e033835a-7af5-4643-bc44-3aa48f300548), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:05.616414 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=e033835a-7af5-4643-bc44-3aa48f300548,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:05.962471 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['e033835a-7af5-4643-bc44-3aa48f300548'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:49:06.219878 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b5145-6239-436f-9da1-487d2d8142ae req-06a4a7e1-9284-413a-ac58-5544ef0130ad tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:06.221443 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-510b5145-6239-436f-9da1-487d2d8142ae req-06a4a7e1-9284-413a-ac58-5544ef0130ad tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 944 time: 0.0477059 May 12 17:49:06.268512 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-510b5145-6239-436f-9da1-487d2d8142ae req-c2f4b22a-c2a3-4ad0-9d34-67c81bdfeafd tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcd0bb4b-4745-49f1-b61b-0b551dd1f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408013 May 12 17:49:07.392938 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e5335-5235-4bba-9aef-04c50d2bd917 req-535a5203-ec23-4327-bd68-1f871ba4c10f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:07.394406 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-545e5335-5235-4bba-9aef-04c50d2bd917 req-535a5203-ec23-4327-bd68-1f871ba4c10f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 944 time: 0.0511611 May 12 17:49:07.443817 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-545e5335-5235-4bba-9aef-04c50d2bd917 req-39e80c67-91a0-4ba2-a8cb-f7ffcf82b364 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcd0bb4b-4745-49f1-b61b-0b551dd1f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433383 May 12 17:49:07.835231 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device e033835a-7af5-4643-bc44-3aa48f300548 up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:49:07.879877 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port e033835a-7af5-4643-bc44-3aa48f300548 completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:49:07.887172 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port e033835a-7af5-4643-bc44-3aa48f300548 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:07.887553 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (e033835a-7af5-4643-bc44-3aa48f300548), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:07.967044 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port e033835a-7af5-4643-bc44-3aa48f300548 is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:07.967426 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (e033835a-7af5-4643-bc44-3aa48f300548), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:07.988546 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a503b1e5-5436-4a5d-bea7-646c0f541e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e033835a-7af5-4643-bc44-3aa48f300548'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:49:07.990818 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3faded5-520d-4cb2-b344-c08ba4f79d6c" -d '{"events": [{"server_uuid": "a503b1e5-5436-4a5d-bea7-646c0f541e12", "name": "network-vif-plugged", "status": "completed", "tag": "e033835a-7af5-4643-bc44-3aa48f300548"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:49:08.002711 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port e033835a-7af5-4643-bc44-3aa48f300548, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=e033835a-7af5-4643-bc44-3aa48f300548,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:08.007500 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (e033835a-7af5-4643-bc44-3aa48f300548), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:08.033273 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613e6af4-3eab-479b-9fee-9cf5c43cd730 x-openstack-request-id: req-613e6af4-3eab-479b-9fee-9cf5c43cd730 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:49:08.033579 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a503b1e5-5436-4a5d-bea7-646c0f541e12", "name": "network-vif-plugged", "status": "completed", "tag": "e033835a-7af5-4643-bc44-3aa48f300548", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:49:08.033834 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-613e6af4-3eab-479b-9fee-9cf5c43cd730 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:49:08.034217 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-613e6af4-3eab-479b-9fee-9cf5c43cd730'] response: {'server_uuid': 'a503b1e5-5436-4a5d-bea7-646c0f541e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e033835a-7af5-4643-bc44-3aa48f300548', 'code': 200} May 12 17:49:08.054848 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=e033835a-7af5-4643-bc44-3aa48f300548,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:08.482127 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8735d41-823f-4303-9e57-bc84a480763a req-b7faaff1-3f70-4ac5-a600-4b71f9786f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:08.483621 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e8735d41-823f-4303-9e57-bc84a480763a req-b7faaff1-3f70-4ac5-a600-4b71f9786f89 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 1129 time: 0.2841158 May 12 17:49:08.542018 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e8735d41-823f-4303-9e57-bc84a480763a req-dd79807b-abb0-4a7b-b5da-709146840824 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fcd0bb4b-4745-49f1-b61b-0b551dd1f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511682 May 12 17:49:08.575953 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb0a0a-144e-4f26-bf3f-13501bae4f82 req-efcdd5bf-be01-4d1c-afb6-43086b257014 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:08.577450 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-efeb0a0a-144e-4f26-bf3f-13501bae4f82 req-efcdd5bf-be01-4d1c-afb6-43086b257014 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 945 time: 0.0477674 May 12 17:49:08.624319 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-efeb0a0a-144e-4f26-bf3f-13501bae4f82 req-47819e07-5947-4bd5-ae6f-8d17e645298d tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcd0bb4b-4745-49f1-b61b-0b551dd1f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412817 May 12 17:49:09.736569 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9fb3a-b7bc-416a-bcb6-dee52bf7afe9 req-29001ebf-7fb9-4dbf-accf-19a23db1c6b8 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:09.737952 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d3e9fb3a-b7bc-416a-bcb6-dee52bf7afe9 req-29001ebf-7fb9-4dbf-accf-19a23db1c6b8 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 945 time: 0.0461161 May 12 17:49:09.790913 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d3e9fb3a-b7bc-416a-bcb6-dee52bf7afe9 req-e004c1d2-a498-42f6-b07d-9c80f1a5494d tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcd0bb4b-4745-49f1-b61b-0b551dd1f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469866 May 12 17:49:10.906693 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee023f3-f1ea-4abf-9bdf-1887426f4e7d req-da2a15c6-ac6c-4c39-8ce8-0f2d106ca178 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:10.908180 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7ee023f3-f1ea-4abf-9bdf-1887426f4e7d req-da2a15c6-ac6c-4c39-8ce8-0f2d106ca178 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 945 time: 0.0493708 May 12 17:49:10.954570 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7ee023f3-f1ea-4abf-9bdf-1887426f4e7d req-3071643f-412e-4c84-83de-1d7bb7ba0766 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcd0bb4b-4745-49f1-b61b-0b551dd1f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403502 May 12 17:49:11.061260 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1f651-314e-446f-8905-a2de5698a636 req-186fa569-fd36-498a-842d-35faf19febd9 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:11.062687 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-dee1f651-314e-446f-8905-a2de5698a636 req-186fa569-fd36-498a-842d-35faf19febd9 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 945 time: 0.0461144 May 12 17:49:11.070973 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56654) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:11.075108 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-a1bf7742-b270-488d-8e2a-486bbc0013a7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'floatingip': {'port_id': 'e033835a-7af5-4643-bc44-3aa48f300548'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:11.116406 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a1bf7742-b270-488d-8e2a-486bbc0013a7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (96c85f07-1133-4c62-b72a-0fb49320073c), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.129256 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:49:11.549857 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a1bf7742-b270-488d-8e2a-486bbc0013a7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.554339 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a1bf7742-b270-488d-8e2a-486bbc0013a7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (96c85f07-1133-4c62-b72a-0fb49320073c), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.654130 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.l3_db [None req-a1bf7742-b270-488d-8e2a-486bbc0013a7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Floating IP 96c85f07-1133-4c62-b72a-0fb49320073c associated. External IP: 172.27.2.254, port: e033835a-7af5-4643-bc44-3aa48f300548. May 12 17:49:11.866599 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bf7742-b270-488d-8e2a-486bbc0013a7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Router fceb75b3-1924-4840-824c-93824a51e098 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:49:11.976561 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bf7742-b270-488d-8e2a-486bbc0013a7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:49:11.981229 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a1bf7742-b270-488d-8e2a-486bbc0013a7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.987458 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6820d6-b206-4807-a808-273bcbc5f01f None None] Sync routers for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:49:11.997948 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6820d6-b206-4807-a808-273bcbc5f01f None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:11.998555 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-4f6820d6-b206-4807-a808-273bcbc5f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:48:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:12.010432 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-a1bf7742-b270-488d-8e2a-486bbc0013a7 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "PUT /v2.0/floatingips/96c85f07-1133-4c62-b72a-0fb49320073c HTTP/1.1" status: 200 len: 991 time: 0.9384577 May 12 17:49:12.011020 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a503b1e5-5436-4a5d-bea7-646c0f541e12', 'tag': 'e033835a-7af5-4643-bc44-3aa48f300548'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:49:12.013281 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c57882-09e5-40de-8c9a-94038aae6cec" -d '{"events": [{"name": "network-changed", "server_uuid": "a503b1e5-5436-4a5d-bea7-646c0f541e12", "tag": "e033835a-7af5-4643-bc44-3aa48f300548"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:49:12.048275 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42b6ab6-6b64-4fb8-96dd-efff7a4908c3 x-openstack-request-id: req-f42b6ab6-6b64-4fb8-96dd-efff7a4908c3 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:49:12.048567 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a503b1e5-5436-4a5d-bea7-646c0f541e12", "tag": "e033835a-7af5-4643-bc44-3aa48f300548", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:49:12.048820 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f42b6ab6-6b64-4fb8-96dd-efff7a4908c3 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:49:12.049221 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42b6ab6-6b64-4fb8-96dd-efff7a4908c3'] response: {'name': 'network-changed', 'server_uuid': 'a503b1e5-5436-4a5d-bea7-646c0f541e12', 'tag': 'e033835a-7af5-4643-bc44-3aa48f300548', 'status': 'completed', 'code': 200} May 12 17:49:12.108084 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-4f6820d6-b206-4807-a808-273bcbc5f01f None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:12.319318 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-4f6820d6-b206-4807-a808-273bcbc5f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '96c85f07-1133-4c62-b72a-0fb49320073c', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'port_id': 'e033835a-7af5-4643-bc44-3aa48f300548', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'mac_address': 'fa:16:3e:b1:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503b1e5-5436-4a5d-bea7-646c0f541e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:48:54Z', 'updated_at': '2022-05-12T17:49:11Z', 'revision_number': 1, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:12.345315 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6820d6-b206-4807-a808-273bcbc5f01f None None] Checking router: fceb75b3-1924-4840-824c-93824a51e098 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:49:12.354098 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6820d6-b206-4807-a808-273bcbc5f01f None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:12.354695 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-4f6820d6-b206-4807-a808-273bcbc5f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:48:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:12.461602 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-4f6820d6-b206-4807-a808-273bcbc5f01f None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:12.682164 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-4f6820d6-b206-4807-a808-273bcbc5f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '96c85f07-1133-4c62-b72a-0fb49320073c', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'port_id': 'e033835a-7af5-4643-bc44-3aa48f300548', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'mac_address': 'fa:16:3e:b1:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503b1e5-5436-4a5d-bea7-646c0f541e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:48:54Z', 'updated_at': '2022-05-12T17:49:11Z', 'revision_number': 1, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:12.709877 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6820d6-b206-4807-a808-273bcbc5f01f None None] The sync data for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi is: [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '96c85f07-1133-4c62-b72a-0fb49320073c', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'port_id': 'e033835a-7af5-4643-bc44-3aa48f300548', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'mac_address': 'fa:16:3e:b1:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503b1e5-5436-4a5d-bea7-646c0f541e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:48:54Z', 'updated_at': '2022-05-12T17:49:11Z', 'revision_number': 1, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:49:12.939034 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb8576-d6e5-4395-812f-bccc035360cd None None] New status for floating IP 96c85f07-1133-4c62-b72a-0fb49320073c: ACTIVE {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:49:12.993604 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c57882-09e5-40de-8c9a-94038aae6cec req-3e55deeb-c91b-4d16-967c-4a40ed8af595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:12.995199 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f3c57882-09e5-40de-8c9a-94038aae6cec req-3e55deeb-c91b-4d16-967c-4a40ed8af595 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04&device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 1129 time: 0.0505629 May 12 17:49:13.387143 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c57882-09e5-40de-8c9a-94038aae6cec req-5712102f-c2e9-4604-ae2b-ce0a3755ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:13.388621 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f3c57882-09e5-40de-8c9a-94038aae6cec req-5712102f-c2e9-4604-ae2b-ce0a3755ccda service neutron] 10.222.0.74 "GET /v2.0/networks?id=1221ba24-0e4c-4509-ac6d-bff82c57688b HTTP/1.1" status: 200 len: 915 time: 0.0941677 May 12 17:49:13.774285 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f3c57882-09e5-40de-8c9a-94038aae6cec req-af7d923a-6d64-4898-8816-f47e13860d6d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e033835a-7af5-4643-bc44-3aa48f300548 HTTP/1.1" status: 200 len: 1001 time: 0.0721462 May 12 17:49:13.829712 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c57882-09e5-40de-8c9a-94038aae6cec req-14b6f4f4-c7c0-46a0-b45b-89815a9ce553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:13.831226 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f3c57882-09e5-40de-8c9a-94038aae6cec req-14b6f4f4-c7c0-46a0-b45b-89815a9ce553 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6394fb4-f09d-4f41-ae7e-35adcc70fa28 HTTP/1.1" status: 200 len: 853 time: 0.0481930 May 12 17:49:14.221680 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c57882-09e5-40de-8c9a-94038aae6cec req-e43e2ed8-cf0b-4d13-9567-c05d71091a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:14.224134 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f3c57882-09e5-40de-8c9a-94038aae6cec req-e43e2ed8-cf0b-4d13-9567-c05d71091a2b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1221ba24-0e4c-4509-ac6d-bff82c57688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483539 May 12 17:49:14.328978 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f3c57882-09e5-40de-8c9a-94038aae6cec req-a3b822c4-5f47-4947-9287-a627b6ba57bf service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936439 May 12 17:49:14.351699 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ac6bc-c9d2-4ba0-845c-8fd93518c819 req-5aa405ba-160a-4e4d-bd03-31cf87df0ce5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:14.353438 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-685ac6bc-c9d2-4ba0-845c-8fd93518c819 req-5aa405ba-160a-4e4d-bd03-31cf87df0ce5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0524309 May 12 17:49:14.402864 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-685ac6bc-c9d2-4ba0-845c-8fd93518c819 req-69a24142-e3cc-4986-b631-346672a21208 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438573 May 12 17:49:14.459112 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c722278-008f-458d-9a86-4ff4fc54d8a7 req-0993a57d-befc-4888-86da-daf738860f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:14.460942 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3c722278-008f-458d-9a86-4ff4fc54d8a7 req-0993a57d-befc-4888-86da-daf738860f66 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 1129 time: 0.0884025 May 12 17:49:14.509085 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f3c57882-09e5-40de-8c9a-94038aae6cec req-45401dcb-1657-4d0c-9d51-8f933b4e4726 service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475759 May 12 17:49:14.572640 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c722278-008f-458d-9a86-4ff4fc54d8a7 req-b1407ce4-37a3-4888-8e33-e90d59729c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:14.574091 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3c722278-008f-458d-9a86-4ff4fc54d8a7 req-b1407ce4-37a3-4888-8e33-e90d59729c22 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 920 time: 0.1059449 May 12 17:49:14.639191 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3c722278-008f-458d-9a86-4ff4fc54d8a7 req-a2865d34-92f2-4b4a-8d25-eed4845e4088 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 HTTP/1.1" status: 200 len: 1000 time: 0.0587566 May 12 17:49:14.687878 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c722278-008f-458d-9a86-4ff4fc54d8a7 req-ab79d0e0-9137-4bf7-a19f-ae2df0db19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:14.689323 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3c722278-008f-458d-9a86-4ff4fc54d8a7 req-ab79d0e0-9137-4bf7-a19f-ae2df0db19a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=408098b4-b6ba-468a-a49c-afb1cbe23810 HTTP/1.1" status: 200 len: 858 time: 0.0437529 May 12 17:49:14.742215 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c722278-008f-458d-9a86-4ff4fc54d8a7 req-f9ed9721-cc8c-49a4-be41-1fae57507e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:14.743697 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3c722278-008f-458d-9a86-4ff4fc54d8a7 req-f9ed9721-cc8c-49a4-be41-1fae57507e32 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dae508b5-33ae-47fd-88cd-96de0b50f763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470076 May 12 17:49:14.837902 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3c722278-008f-458d-9a86-4ff4fc54d8a7 req-820af431-0bfb-4f98-a7f3-2b53cdba1d93 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869861 May 12 17:49:14.946374 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3c722278-008f-458d-9a86-4ff4fc54d8a7 req-01394acd-5c13-4125-951e-3f44953851ca service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881977 May 12 17:49:15.449839 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15011d37-eb26-4879-ba30-ec705d0f5566 req-bbe74124-ecbb-4450-8647-4338a6746553 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:15.451436 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-15011d37-eb26-4879-ba30-ec705d0f5566 req-bbe74124-ecbb-4450-8647-4338a6746553 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 946 time: 0.0492589 May 12 17:49:15.534271 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-15011d37-eb26-4879-ba30-ec705d0f5566 req-ea247f3e-6c22-49d6-8e85-5f1f002bd3a5 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768824 May 12 17:49:15.541580 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab48bf-8f06-48f5-a723-bf094dec352f req-4894f5a6-9ecd-474d-b4c8-1a832aa843de tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:15.543056 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-74ab48bf-8f06-48f5-a723-bf094dec352f req-4894f5a6-9ecd-474d-b4c8-1a832aa843de tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0670700 May 12 17:49:15.602320 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-74ab48bf-8f06-48f5-a723-bf094dec352f req-0b2fe9ca-8e03-4081-98f0-917ef4d47682 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509987 May 12 17:49:16.662258 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f7ac4-4880-45d2-ba02-b7e26e80b1f8 req-47ef4e51-7640-400e-a392-5fe1c17a26a9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:16.663783 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7b1f7ac4-4880-45d2-ba02-b7e26e80b1f8 req-47ef4e51-7640-400e-a392-5fe1c17a26a9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 946 time: 0.0479875 May 12 17:49:16.745272 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e6f73-c810-436b-8117-0bfd43915ce4 req-a14e6f7d-6401-4090-b8d3-873deb30c54e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:16.746730 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f12e6f73-c810-436b-8117-0bfd43915ce4 req-a14e6f7d-6401-4090-b8d3-873deb30c54e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0758638 May 12 17:49:16.750027 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7b1f7ac4-4880-45d2-ba02-b7e26e80b1f8 req-32f49207-0a71-4a6b-a587-1c3329cbcf5c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802622 May 12 17:49:16.794776 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f12e6f73-c810-436b-8117-0bfd43915ce4 req-515bd85c-e360-4d85-a80d-d1d4a6fcc0c9 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422599 May 12 17:49:17.343973 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cba281-72e4-464f-ad37-f5a7b4b5fc67 req-c1608272-a22f-47a1-98cf-7f7de3bbcde0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:17.345498 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-54cba281-72e4-464f-ad37-f5a7b4b5fc67 req-c1608272-a22f-47a1-98cf-7f7de3bbcde0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.74 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 946 time: 0.0470397 May 12 17:49:17.432867 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-54cba281-72e4-464f-ad37-f5a7b4b5fc67 req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Deleting port d9f2a285-130e-4f34-94a9-bbbfdf591d01 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:49:17.433210 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-54cba281-72e4-464f-ad37-f5a7b4b5fc67 req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:17.527780 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-54cba281-72e4-464f-ad37-f5a7b4b5fc67 req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] For port d9f2a285-130e-4f34-94a9-bbbfdf591d01, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d9f2a285-130e-4f34-94a9-bbbfdf591d01,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:17.528187 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-54cba281-72e4-464f-ad37-f5a7b4b5fc67 req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:17.704021 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-54cba281-72e4-464f-ad37-f5a7b4b5fc67 req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:17.704415 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-54cba281-72e4-464f-ad37-f5a7b4b5fc67 req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (b5f00c16-4941-43e4-a871-e918cc01f14b), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:17.704719 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.l3_db [req-54cba281-72e4-464f-ad37-f5a7b4b5fc67 req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Floating IP b5f00c16-4941-43e4-a871-e918cc01f14b disassociated. External IP: 172.27.2.41, port: d9f2a285-130e-4f34-94a9-bbbfdf591d01. May 12 17:49:17.705064 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-54cba281-72e4-464f-ad37-f5a7b4b5fc67 req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Calling delete_port for d9f2a285-130e-4f34-94a9-bbbfdf591d01 owned by compute:nova {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:49:17.841226 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-54cba281-72e4-464f-ad37-f5a7b4b5fc67 req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (d9f2a285-130e-4f34-94a9-bbbfdf591d01), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:17.872015 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Pushing event deleted for resources: {'Port': ['ID=d9f2a285-130e-4f34-94a9-bbbfdf591d01,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:17.881129 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544685a-e1ae-4d1c-b4c0-c6ac67e8ee74 req-44a6b0b0-6f7c-40d9-bb65-f2d22b2c7f28 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:17.884796 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9544685a-e1ae-4d1c-b4c0-c6ac67e8ee74 req-44a6b0b0-6f7c-40d9-bb65-f2d22b2c7f28 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=022cd56e-632d-4336-a6d1-4de0c1952705 HTTP/1.1" status: 200 len: 946 time: 0.0578527 May 12 17:49:17.889055 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:17.889507 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:17.889948 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:17.890384 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:17.890819 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:17.891265 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:17.891690 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:17.892125 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:17.892587 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:17.893009 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:17.893434 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:17.893857 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:17.894280 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:17.894703 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:17.895122 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:17.969750 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57982f10-bf4f-4d21-8fa5-d9e92786a0c6 req-cd417b26-b859-497f-86a0-c80a0c3b8f37 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:17.971207 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-57982f10-bf4f-4d21-8fa5-d9e92786a0c6 req-cd417b26-b859-497f-86a0-c80a0c3b8f37 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0850213 May 12 17:49:18.006782 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9544685a-e1ae-4d1c-b4c0-c6ac67e8ee74 req-7cb5c06e-5f68-41cd-8227-56bb7f979015 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca59689b-63e7-484c-8136-dccfc6191019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093946 May 12 17:49:18.007365 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54cba281-72e4-464f-ad37-f5a7b4b5fc67 req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:49:18.033848 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-57982f10-bf4f-4d21-8fa5-d9e92786a0c6 req-ea3ce480-64bc-4645-8eb9-4fb757a4b8f2 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562258 May 12 17:49:18.121404 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54cba281-72e4-464f-ad37-f5a7b4b5fc67 req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:49:18.131529 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c9f16c-94a0-4d0f-9153-02e324972049 None None] Sync routers for ids ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:49:18.140971 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c9f16c-94a0-4d0f-9153-02e324972049 None None] Routers {'19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:18.141574 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-37c9f16c-94a0-4d0f-9153-02e324972049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:48:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:18.166427 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-54cba281-72e4-464f-ad37-f5a7b4b5fc67 req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] No DVR routers for this DVR port d9f2a285-130e-4f34-94a9-bbbfdf591d01 on host hv-cinder-84052 {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:49:18.169097 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-54cba281-72e4-464f-ad37-f5a7b4b5fc67 req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:18.172562 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-54cba281-72e4-464f-ad37-f5a7b4b5fc67 req-8277eb94-012a-45fc-8d36-9cd7aa36ba94 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.74 "DELETE /v2.0/ports/d9f2a285-130e-4f34-94a9-bbbfdf591d01 HTTP/1.1" status: 204 len: 173 time: 0.8219333 May 12 17:49:18.173024 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022cd56e-632d-4336-a6d1-4de0c1952705', 'name': 'network-vif-deleted', 'tag': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:49:18.175995 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7192aa5e-7aff-4a16-8d0f-4c08a74be0c1" -d '{"events": [{"server_uuid": "022cd56e-632d-4336-a6d1-4de0c1952705", "name": "network-vif-deleted", "tag": "d9f2a285-130e-4f34-94a9-bbbfdf591d01"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:49:18.215999 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5568f81-f96d-409e-8381-94900d379899 x-openstack-request-id: req-a5568f81-f96d-409e-8381-94900d379899 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:49:18.216365 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022cd56e-632d-4336-a6d1-4de0c1952705", "name": "network-vif-deleted", "tag": "d9f2a285-130e-4f34-94a9-bbbfdf591d01", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:49:18.216822 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a5568f81-f96d-409e-8381-94900d379899 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:49:18.217363 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5568f81-f96d-409e-8381-94900d379899'] response: {'server_uuid': '022cd56e-632d-4336-a6d1-4de0c1952705', 'name': 'network-vif-deleted', 'tag': 'd9f2a285-130e-4f34-94a9-bbbfdf591d01', 'status': 'completed', 'code': 200} May 12 17:49:18.266577 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-37c9f16c-94a0-4d0f-9153-02e324972049 None None] Set router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:18.466266 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-37c9f16c-94a0-4d0f-9153-02e324972049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '2440bf7b-2656-4bf0-ab2c-b167f965909e', 'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'mac_address': 'fa:16:3e:39:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:02Z', 'updated_at': '2022-05-12T17:45:25Z', 'revision_number': 5, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'subnets': [{'id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:18.571146 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c9f16c-94a0-4d0f-9153-02e324972049 None None] Checking router: 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:49:18.579664 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c9f16c-94a0-4d0f-9153-02e324972049 None None] Routers {'19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:18.580304 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-37c9f16c-94a0-4d0f-9153-02e324972049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:48:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:18.699106 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-37c9f16c-94a0-4d0f-9153-02e324972049 None None] Set router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:18.895091 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-37c9f16c-94a0-4d0f-9153-02e324972049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '2440bf7b-2656-4bf0-ab2c-b167f965909e', 'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'mac_address': 'fa:16:3e:39:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:02Z', 'updated_at': '2022-05-12T17:45:25Z', 'revision_number': 5, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'subnets': [{'id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:18.925092 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c9f16c-94a0-4d0f-9153-02e324972049 None None] The sync data for ids ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'] in dv-cinder-840525-2-iscsi is: [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '2440bf7b-2656-4bf0-ab2c-b167f965909e', 'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'mac_address': 'fa:16:3e:39:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:02Z', 'updated_at': '2022-05-12T17:45:25Z', 'revision_number': 5, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'subnets': [{'id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:49:19.102909 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 56766) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:19.166865 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a88eb-62a7-4024-b7e8-094d61f54a5f None None] New status for floating IP b5f00c16-4941-43e4-a871-e918cc01f14b: DOWN {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:49:19.167371 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-76cb4ab6-2bd7-4261-b628-4dbff1daf492 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group (ca59689b-63e7-484c-8136-dccfc6191019), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:19.173455 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602d9c9-f21d-4871-83c4-11826bb98aa8 req-76a478e6-70a5-4d5a-95b4-f64a651e4e0d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:19.174965 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a602d9c9-f21d-4871-83c4-11826bb98aa8 req-76a478e6-70a5-4d5a-95b4-f64a651e4e0d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0568786 May 12 17:49:19.192469 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-76cb4ab6-2bd7-4261-b628-4dbff1daf492 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group (ca59689b-63e7-484c-8136-dccfc6191019), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:19.224410 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a602d9c9-f21d-4871-83c4-11826bb98aa8 req-22286f98-2ddb-4303-aabb-310987bdc88a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417457 May 12 17:49:19.254432 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-76cb4ab6-2bd7-4261-b628-4dbff1daf492 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (ca59689b-63e7-484c-8136-dccfc6191019), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:19.257584 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-76cb4ab6-2bd7-4261-b628-4dbff1daf492 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:19.258846 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-76cb4ab6-2bd7-4261-b628-4dbff1daf492 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "DELETE /v2.0/security-groups/ca59689b-63e7-484c-8136-dccfc6191019 HTTP/1.1" status: 204 len: 168 time: 0.1546919 May 12 17:49:19.262033 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56768) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:19.267839 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb4ab6-2bd7-4261-b628-4dbff1daf492 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca59689b-63e7-484c-8136-dccfc6191019,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:19.280269 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.api.v2.resource [None req-eaa0e2a1-137a-4dfb-bb03-1e57aa16be4b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] show failed (client error): The resource could not be found. May 12 17:49:19.281336 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-eaa0e2a1-137a-4dfb-bb03-1e57aa16be4b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups/ca59689b-63e7-484c-8136-dccfc6191019 HTTP/1.1" status: 404 len: 347 time: 0.0181580 May 12 17:49:19.284367 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56770) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:19.402477 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Deleting port 955f5ee8-bb3e-48c7-bba4-c4c9f84a832a {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:49:19.402827 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (955f5ee8-bb3e-48c7-bba4-c4c9f84a832a), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:19.475554 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (955f5ee8-bb3e-48c7-bba4-c4c9f84a832a), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:19.475882 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for floatingip (955f5ee8-bb3e-48c7-bba4-c4c9f84a832a), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:19.487615 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Calling delete_port for 955f5ee8-bb3e-48c7-bba4-c4c9f84a832a owned by network:floatingip {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:49:19.620313 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (955f5ee8-bb3e-48c7-bba4-c4c9f84a832a), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:19.650706 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Pushing event deleted for resources: {'Port': ['ID=955f5ee8-bb3e-48c7-bba4-c4c9f84a832a,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:19.675405 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:19.675771 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:19.676119 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:19.676490 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:19.677319 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:19.678383 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:19.678731 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:19.679075 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:19.679412 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:19.679747 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:19.680083 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:19.680442 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:19.680776 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:19.681134 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:19.681465 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:19.725759 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for floatingip (b5f00c16-4941-43e4-a871-e918cc01f14b), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:19.728403 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:19.729548 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-ad29b989-21c2-4ae1-a1b9-41ccf531332a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "DELETE /v2.0/floatingips/b5f00c16-4941-43e4-a871-e918cc01f14b HTTP/1.1" status: 204 len: 168 time: 0.4442973 May 12 17:49:19.815844 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56780) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:19.820969 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-f0d779cd-39d2-4487-9098-649057e2e753 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1343582043', 'description': 'tempest-description--1862679083'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:19.843436 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f0d779cd-39d2-4487-9098-649057e2e753 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:19.909803 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f0d779cd-39d2-4487-9098-649057e2e753 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group (77ed39f3-394d-4d40-8ab0-4670e9db7060), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:19.914006 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f0d779cd-39d2-4487-9098-649057e2e753 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (77ed39f3-394d-4d40-8ab0-4670e9db7060), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:19.944285 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f0d779cd-39d2-4487-9098-649057e2e753 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:19.945648 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-f0d779cd-39d2-4487-9098-649057e2e753 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1286027 May 12 17:49:19.947747 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d779cd-39d2-4487-9098-649057e2e753 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ed39f3-394d-4d40-8ab0-4670e9db7060,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:19.949121 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 56782) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:19.953786 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-61e92228-32f8-48c2-9d92-7b9229eb85d7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Request body: {'security_group_rule': {'security_group_id': '77ed39f3-394d-4d40-8ab0-4670e9db7060', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:19.980107 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-61e92228-32f8-48c2-9d92-7b9229eb85d7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group_rule (8611ebf1-92ca-4645-8e27-003858181928), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:20.036881 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-61e92228-32f8-48c2-9d92-7b9229eb85d7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group_rule (8611ebf1-92ca-4645-8e27-003858181928), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:20.041111 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-61e92228-32f8-48c2-9d92-7b9229eb85d7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (8611ebf1-92ca-4645-8e27-003858181928), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:20.058995 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e92228-32f8-48c2-9d92-7b9229eb85d7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8611ebf1-92ca-4645-8e27-003858181928,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:20.067508 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-61e92228-32f8-48c2-9d92-7b9229eb85d7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:20.068991 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-61e92228-32f8-48c2-9d92-7b9229eb85d7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187968 May 12 17:49:20.071770 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 56784) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:20.076442 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-0ecba5c4-6027-41da-a048-42bbc3eeb7fc tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Request body: {'security_group_rule': {'security_group_id': '77ed39f3-394d-4d40-8ab0-4670e9db7060', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:20.101869 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0ecba5c4-6027-41da-a048-42bbc3eeb7fc tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group_rule (52585a72-0f69-404b-9d55-d92e6c0e4521), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:20.159619 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0ecba5c4-6027-41da-a048-42bbc3eeb7fc tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group_rule (52585a72-0f69-404b-9d55-d92e6c0e4521), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:20.163868 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0ecba5c4-6027-41da-a048-42bbc3eeb7fc tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (52585a72-0f69-404b-9d55-d92e6c0e4521), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:20.181492 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecba5c4-6027-41da-a048-42bbc3eeb7fc tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52585a72-0f69-404b-9d55-d92e6c0e4521,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:20.187544 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0ecba5c4-6027-41da-a048-42bbc3eeb7fc tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:20.188724 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-0ecba5c4-6027-41da-a048-42bbc3eeb7fc tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159914 May 12 17:49:20.191724 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 56786) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:20.195977 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-e9c52f5e-3970-4db4-8b59-0985900e0a89 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Request body: {'floatingip': {'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:20.215716 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e9c52f5e-3970-4db4-8b59-0985900e0a89 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:20.293688 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e9c52f5e-3970-4db4-8b59-0985900e0a89 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:20.354197 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87879d1a-a5b5-454a-a62b-12630a892c2c req-535d720d-2c5d-4f88-ac52-e55244d2f440 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:20.355689 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-87879d1a-a5b5-454a-a62b-12630a892c2c req-535d720d-2c5d-4f88-ac52-e55244d2f440 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0479159 May 12 17:49:20.402285 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-e9c52f5e-3970-4db4-8b59-0985900e0a89 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Allocated IP 172.27.2.201 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/99c5c5a7-0f8a-4621-b9af-f819ce7be63f) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:49:20.405410 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-87879d1a-a5b5-454a-a62b-12630a892c2c req-5394fef3-5330-4c26-a452-7e985370eae4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439539 May 12 17:49:20.501807 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e9c52f5e-3970-4db4-8b59-0985900e0a89 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for port (99c5c5a7-0f8a-4621-b9af-f819ce7be63f), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:20.534557 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e9c52f5e-3970-4db4-8b59-0985900e0a89 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (99c5c5a7-0f8a-4621-b9af-f819ce7be63f), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:20.576086 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c52f5e-3970-4db4-8b59-0985900e0a89 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:49:20.578821 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-e9c52f5e-3970-4db4-8b59-0985900e0a89 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:49:20.581239 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c52f5e-3970-4db4-8b59-0985900e0a89 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:49:20.610801 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c52f5e-3970-4db4-8b59-0985900e0a89 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Pushing event updated for resources: {'Port': ['ID=99c5c5a7-0f8a-4621-b9af-f819ce7be63f,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:20.675215 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e9c52f5e-3970-4db4-8b59-0985900e0a89 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for floatingip (50ba2971-7fff-48b7-982c-859cee2cc88a), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:20.711258 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e9c52f5e-3970-4db4-8b59-0985900e0a89 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (99c5c5a7-0f8a-4621-b9af-f819ce7be63f), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:20.894567 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e9c52f5e-3970-4db4-8b59-0985900e0a89 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for port (99c5c5a7-0f8a-4621-b9af-f819ce7be63f), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:20.899840 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e9c52f5e-3970-4db4-8b59-0985900e0a89 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (99c5c5a7-0f8a-4621-b9af-f819ce7be63f), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:20.969937 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c52f5e-3970-4db4-8b59-0985900e0a89 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Pushing event updated for resources: {'Port': ['ID=99c5c5a7-0f8a-4621-b9af-f819ce7be63f,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:20.981888 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e9c52f5e-3970-4db4-8b59-0985900e0a89 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (50ba2971-7fff-48b7-982c-859cee2cc88a), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:20.998397 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e9c52f5e-3970-4db4-8b59-0985900e0a89 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:21.004801 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-e9c52f5e-3970-4db4-8b59-0985900e0a89 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8069663 May 12 17:49:21.190109 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-e8824440-945d-4940-9360-d94cd76e234b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1343582043&fields=id&tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a HTTP/1.1" status: 200 len: 267 time: 0.0416319 May 12 17:49:21.301178 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-48dc356d-7bfc-4c39-b8bd-d38206e898a0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:21.303337 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-48dc356d-7bfc-4c39-b8bd-d38206e898a0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/networks?id=a4a1943f-5104-4c36-90a4-e3e9daad3559 HTTP/1.1" status: 200 len: 817 time: 0.1064014 May 12 17:49:21.319333 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-e8e63d6f-30b4-4904-b03e-7791864ef73f tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/quotas/bdb0d817bd8e4eeca5ed6229a4b5c53a HTTP/1.1" status: 200 len: 375 time: 0.0104945 May 12 17:49:21.374066 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-e5c2d4bc-ad97-49d8-ac5f-8cbfc73e102a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494909 May 12 17:49:21.468673 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-78c57f79-6c87-457e-b976-6ef94ff3fd3a service neutron] 10.222.0.73 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825977 May 12 17:49:21.570894 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98448a-eb66-4924-bfc4-ef931e6c6efa req-68b1d245-07e2-4c6d-bef9-71f454beb462 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:21.572407 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3d98448a-eb66-4924-bfc4-ef931e6c6efa req-68b1d245-07e2-4c6d-bef9-71f454beb462 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0961807 May 12 17:49:21.622858 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-bbeaeb42-ccc6-44c0-8cf6-55e1083da7d6 service neutron] 10.222.0.73 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480110 May 12 17:49:21.636774 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3d98448a-eb66-4924-bfc4-ef931e6c6efa req-04113ba2-d45c-4248-a7cf-a0954d6911c3 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586193 May 12 17:49:21.777134 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7b125061-8c2d-4a9d-8914-8b45115578cb req-a6c660e7-de08-4c35-ac02-2dd704996a5c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 210 time: 0.0287628 May 12 17:49:21.885057 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device d9f2a285-130e-4f34-94a9-bbbfdf591d01 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:49:21.906139 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: d9f2a285-130e-4f34-94a9-bbbfdf591d01 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:49:21.906604 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device d9f2a285-130e-4f34-94a9-bbbfdf591d01 not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:49:22.759891 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7c3d5-1f1a-41d0-a13a-6ded1cdf60b8 req-d919a287-5dee-49d6-98aa-83a7362ca684 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:22.761741 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c6c7c3d5-1f1a-41d0-a13a-6ded1cdf60b8 req-d919a287-5dee-49d6-98aa-83a7362ca684 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0543275 May 12 17:49:22.808231 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-e38cea16-b09e-4c15-9ff5-e7abcb564ac7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:22.810470 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-e38cea16-b09e-4c15-9ff5-e7abcb564ac7 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.74 "GET /v2.0/networks?id=a4a1943f-5104-4c36-90a4-e3e9daad3559 HTTP/1.1" status: 200 len: 817 time: 0.1132593 May 12 17:49:22.816670 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c6c7c3d5-1f1a-41d0-a13a-6ded1cdf60b8 req-f7c00d9b-c434-420f-ab4c-6fe77a3d5023 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490873 May 12 17:49:22.883676 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-4a3d2663-f5e3-498c-a218-a24f8d2bab52 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a HTTP/1.1" status: 200 len: 380 time: 0.0554326 May 12 17:49:22.885812 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-57cc8c5f-82a1-4895-b4c2-eef12e10af2b req-163aac09-66d6-4b53-bfe0-d4e1aa91e4f0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 210 time: 0.0318553 May 12 17:49:22.987543 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-da2a2495-9a57-4a67-899c-02ecc8f9be98 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Request body: {'port': {'device_id': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'admin_state_up': True, 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'security_groups': ['77ed39f3-394d-4d40-8ab0-4670e9db7060']}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:23.089164 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-da2a2495-9a57-4a67-899c-02ecc8f9be98 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Made reservation on behalf of bdb0d817bd8e4eeca5ed6229a4b5c53a for: {'port': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:49:23.092509 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-da2a2495-9a57-4a67-899c-02ecc8f9be98 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.192034 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56850) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:23.223429 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-da2a2495-9a57-4a67-899c-02ecc8f9be98 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Allocated IP 172.20.0.6 (a4a1943f-5104-4c36-90a4-e3e9daad3559/4d7a356f-70cc-48ae-8b5e-262b49b6be03/21439de2-974d-41f9-905c-3ce53b19c55a) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:49:23.240125 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22e8b80-86e0-4e95-a1bd-738123dbfbf1 admin admin] Deleting subnet dc2a100a-a509-4a22-a103-8ad56c8616e5 {{(pid=109950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:49:23.243576 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f22e8b80-86e0-4e95-a1bd-738123dbfbf1 admin admin] Publish callbacks [] for subnet (dc2a100a-a509-4a22-a103-8ad56c8616e5), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.282884 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f22e8b80-86e0-4e95-a1bd-738123dbfbf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12258157'] for subnet (dc2a100a-a509-4a22-a103-8ad56c8616e5), precommit_delete_associations {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.325782 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f22e8b80-86e0-4e95-a1bd-738123dbfbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4142334'] for subnet (dc2a100a-a509-4a22-a103-8ad56c8616e5), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.373764 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-da2a2495-9a57-4a67-899c-02ecc8f9be98 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for port (21439de2-974d-41f9-905c-3ce53b19c55a), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.383334 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f22e8b80-86e0-4e95-a1bd-738123dbfbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4142311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9404138'] for subnet (dc2a100a-a509-4a22-a103-8ad56c8616e5), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.407802 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e8b80-86e0-4e95-a1bd-738123dbfbf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc2a100a-a509-4a22-a103-8ad56c8616e5,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:23.408830 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-da2a2495-9a57-4a67-899c-02ecc8f9be98 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.415290 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f22e8b80-86e0-4e95-a1bd-738123dbfbf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.420712 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-f22e8b80-86e0-4e95-a1bd-738123dbfbf1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/dc2a100a-a509-4a22-a103-8ad56c8616e5 HTTP/1.1" status: 204 len: 168 time: 0.2274845 May 12 17:49:23.421627 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56852) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:23.450092 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-da2a2495-9a57-4a67-899c-02ecc8f9be98 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Network a4a1943f-5104-4c36-90a4-e3e9daad3559 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:49:23.453248 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-da2a2495-9a57-4a67-899c-02ecc8f9be98 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:49:23.458979 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-da2a2495-9a57-4a67-899c-02ecc8f9be98 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:49:23.484600 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a2495-9a57-4a67-899c-02ecc8f9be98 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Pushing event updated for resources: {'Port': ['ID=21439de2-974d-41f9-905c-3ce53b19c55a,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:23.497032 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-80b660b3-7443-42c1-b14b-7230ac50de91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779105'] for network (27ef8398-cbd5-4979-a9fc-e97a3c65d254), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.514789 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-da2a2495-9a57-4a67-899c-02ecc8f9be98 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:23.515520 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-da2a2495-9a57-4a67-899c-02ecc8f9be98 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.532286 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-da2a2495-9a57-4a67-899c-02ecc8f9be98 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5486200 May 12 17:49:23.553826 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Request body: {'port': {'device_id': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:23.583313 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-80b660b3-7443-42c1-b14b-7230ac50de91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4080459', 'neutron.services.segments.db._delete_segments_for_network-8789480486422'] for network (27ef8398-cbd5-4979-a9fc-e97a3c65d254), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.605557 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-80b660b3-7443-42c1-b14b-7230ac50de91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ef8398-cbd5-4979-a9fc-e97a3c65d254']}} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:23.616199 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-80b660b3-7443-42c1-b14b-7230ac50de91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd') {'for_net_delete': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:23.616486 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-80b660b3-7443-42c1-b14b-7230ac50de91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd') {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:23.627471 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.633414 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-80b660b3-7443-42c1-b14b-7230ac50de91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789480210207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12258132'] for segment (b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.645321 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f1af57ad-d9d8-4aec-a7f2-c98173a90c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.651840 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-80b660b3-7443-42c1-b14b-7230ac50de91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.658706 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b660b3-7443-42c1-b14b-7230ac50de91 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=109950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:49:23.659230 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-80b660b3-7443-42c1-b14b-7230ac50de91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9231144'] for segment (b0505b70-770a-4c1a-bcbb-baf5ccf8b4dd), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: Traceback (most recent call last): May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: timer() May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: cb(*args, **kw) May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: return func(*args, **kwargs) May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: self._notify() May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: self.callback(batched_events) May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: event.method(event) May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: return f(self, *a, **k) May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._get(url).json() May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: return self.request(url, 'GET', **kwargs) May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:49:23.670656 dv-cinder-840525-2-iscsi neutron-server[109950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:49:23.715711 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-80b660b3-7443-42c1-b14b-7230ac50de91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4080496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997580'] for network (27ef8398-cbd5-4979-a9fc-e97a3c65d254), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.726871 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-80b660b3-7443-42c1-b14b-7230ac50de91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.730103 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-80b660b3-7443-42c1-b14b-7230ac50de91 admin admin] 10.222.0.73 "DELETE /v2.0/networks/27ef8398-cbd5-4979-a9fc-e97a3c65d254 HTTP/1.1" status: 204 len: 168 time: 0.3075020 May 12 17:49:23.739213 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b660b3-7443-42c1-b14b-7230ac50de91 admin admin] Pushing event deleted for resources: {'Network': ['ID=27ef8398-cbd5-4979-a9fc-e97a3c65d254,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:23.753007 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-a3fcb62d-cf04-4fae-8c7c-eb0d5f5dbe25 None None] Provisioning complete for port 21439de2-974d-41f9-905c-3ce53b19c55a triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:23.753591 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb62d-cf04-4fae-8c7c-eb0d5f5dbe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.787618 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a3fcb62d-cf04-4fae-8c7c-eb0d5f5dbe25 None None] Port 21439de2-974d-41f9-905c-3ce53b19c55a cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:49:23.917515 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56858) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:23.954856 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac092d0-22e4-48f3-8d71-c2b04db632b2 req-b4aa6acd-2656-41c1-9e01-b2a78428ce1e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:23.956391 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-dac092d0-22e4-48f3-8d71-c2b04db632b2 req-b4aa6acd-2656-41c1-9e01-b2a78428ce1e tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0675478 May 12 17:49:23.960395 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21439de2-974d-41f9-905c-3ce53b19c55a {{(pid=109951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:49:23.968847 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Publish callbacks [] for port (21439de2-974d-41f9-905c-3ce53b19c55a), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:23.982615 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.provisioning_blocks [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Transition to ACTIVE for port object 21439de2-974d-41f9-905c-3ce53b19c55a will not be triggered until provisioned by entity L2. {{(pid=109951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:49:23.986641 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:24.066908 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=21439de2-974d-41f9-905c-3ce53b19c55a,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:24.120260 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Attempting to bind port 21439de2-974d-41f9-905c-3ce53b19c55a on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:49:24.120762 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Attempting to bind port 21439de2-974d-41f9-905c-3ce53b19c55a by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '9ba51cca-39db-454b-8d55-28d8b3ad9333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:49:24.121157 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Attempting to bind port 21439de2-974d-41f9-905c-3ce53b19c55a on network a4a1943f-5104-4c36-90a4-e3e9daad3559 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:49:24.126510 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Port 21439de2-974d-41f9-905c-3ce53b19c55a on network a4a1943f-5104-4c36-90a4-e3e9daad3559 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:49:24.126934 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Attempting to bind port 21439de2-974d-41f9-905c-3ce53b19c55a on network a4a1943f-5104-4c36-90a4-e3e9daad3559 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:49:24.133521 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:49:24.133956 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Checking segment: {'id': '9ba51cca-39db-454b-8d55-28d8b3ad9333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:49:24.134452 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Bound using segment: {'id': '9ba51cca-39db-454b-8d55-28d8b3ad9333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:49:24.134934 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Bound port: 21439de2-974d-41f9-905c-3ce53b19c55a, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba51cca-39db-454b-8d55-28d8b3ad9333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:49:24.135359 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:24.206792 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] For port 21439de2-974d-41f9-905c-3ce53b19c55a, host hv-cinder-84052, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:49:24.211222 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] For port 21439de2-974d-41f9-905c-3ce53b19c55a, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=21439de2-974d-41f9-905c-3ce53b19c55a,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:49:24.217521 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:24.252437 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:24.252999 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:24.254353 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] 10.222.0.74 "PUT /v2.0/ports/21439de2-974d-41f9-905c-3ce53b19c55a HTTP/1.1" status: 200 len: 1093 time: 0.7067666 May 12 17:49:24.254786 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'tag': '21439de2-974d-41f9-905c-3ce53b19c55a'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:49:24.257208 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bc80ea-604d-471d-9896-6e21807c1187" -d '{"events": [{"name": "network-changed", "server_uuid": "f637252f-a0d3-4c28-865d-6bebe0284c94", "tag": "21439de2-974d-41f9-905c-3ce53b19c55a"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:49:24.264201 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-a798ebf6-2e01-42c6-abde-67d285a13813 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7ef859014e4d4ff79fb7958511f20d11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446298 May 12 17:49:24.270381 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56864) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:24.290432 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790c558-d147-46c9-95bf-0d88409ae8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=21439de2-974d-41f9-905c-3ce53b19c55a,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:24.316196 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846dbff-c8cc-40ad-8728-8d4faf402681 req-f28de10b-c693-4d1e-998f-e5e089c870c5 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:24.317753 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b846dbff-c8cc-40ad-8728-8d4faf402681 req-f28de10b-c693-4d1e-998f-e5e089c870c5 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 943 time: 0.0969050 May 12 17:49:24.326505 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-dac092d0-22e4-48f3-8d71-c2b04db632b2 req-73ba9c88-a6a2-49d0-a092-0d226c4f6759 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3604474 May 12 17:49:24.371207 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-1767ad27-8c2b-47b9-b322-0e5a7f3b3145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:24.373315 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-1767ad27-8c2b-47b9-b322-0e5a7f3b3145 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a&device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 1127 time: 0.0518339 May 12 17:49:24.390508 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-209f3c32-4f0d-4f28-af79-54ccb0128fad admin admin] Publish callbacks [] for security_group (2a9c802b-08bf-464f-8dcd-e9d71826f55a), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:24.406520 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b846dbff-c8cc-40ad-8728-8d4faf402681 req-f14cb7b9-fe73-416f-a5bf-b0f9dc4c6dc8 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763404 May 12 17:49:24.422812 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-209f3c32-4f0d-4f28-af79-54ccb0128fad admin admin] Publish callbacks [] for security_group (2a9c802b-08bf-464f-8dcd-e9d71826f55a), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:24.429501 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23319c59-502e-4b30-8be0-53f925e10d4e x-openstack-request-id: req-23319c59-502e-4b30-8be0-53f925e10d4e {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:49:24.429809 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f637252f-a0d3-4c28-865d-6bebe0284c94", "tag": "21439de2-974d-41f9-905c-3ce53b19c55a", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:49:24.430036 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-23319c59-502e-4b30-8be0-53f925e10d4e {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:49:24.430430 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23319c59-502e-4b30-8be0-53f925e10d4e'] response: {'name': 'network-changed', 'server_uuid': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'tag': '21439de2-974d-41f9-905c-3ce53b19c55a', 'status': 'completed', 'code': 200} May 12 17:49:24.431928 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-2869b4a2-6914-4acb-b39a-4d1a565b55dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21439de2-974d-41f9-905c-3ce53b19c55a HTTP/1.1" status: 200 len: 217 time: 0.0428147 May 12 17:49:24.477514 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-209f3c32-4f0d-4f28-af79-54ccb0128fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (2a9c802b-08bf-464f-8dcd-e9d71826f55a), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:24.480228 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-209f3c32-4f0d-4f28-af79-54ccb0128fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:24.481442 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-209f3c32-4f0d-4f28-af79-54ccb0128fad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2a9c802b-08bf-464f-8dcd-e9d71826f55a HTTP/1.1" status: 204 len: 168 time: 0.2084610 May 12 17:49:24.492058 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-7db16e04-f47c-4f99-89cb-c86e7f2c5c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:24.492886 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f3c32-4f0d-4f28-af79-54ccb0128fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9c802b-08bf-464f-8dcd-e9d71826f55a,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:24.493546 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-7db16e04-f47c-4f99-89cb-c86e7f2c5c79 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d7a356f-70cc-48ae-8b5e-262b49b6be03 HTTP/1.1" status: 200 len: 856 time: 0.0527773 May 12 17:49:24.543281 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-b028363c-f501-4634-8087-4bde63f1b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:24.544802 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-b028363c-f501-4634-8087-4bde63f1b6af service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4a1943f-5104-4c36-90a4-e3e9daad3559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445518 May 12 17:49:24.637244 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-f7d2f0bf-ad37-4437-8486-9b8bf5ba0fcf service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860984 May 12 17:49:24.737790 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4b9fd1a6-45b8-4978-926c-5b97d8c2b30b req-7d854a76-2e99-4b0a-bcf5-fddceb70b52b service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940301 May 12 17:49:25.147712 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 56888) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:25.164120 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:25.243229 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-a9fb18f5-c1fc-4ac7-82a6-247ddf70c3c7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-939555306-network', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:25.265243 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fb18f5-c1fc-4ac7-82a6-247ddf70c3c7 admin admin] Made reservation on behalf of a4d7ebeafe8140b3b8332059258a83eb for: {'network': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:49:25.267772 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a9fb18f5-c1fc-4ac7-82a6-247ddf70c3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:25.277394 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a9fb18f5-c1fc-4ac7-82a6-247ddf70c3c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:25.352213 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a9fb18f5-c1fc-4ac7-82a6-247ddf70c3c7 admin admin] Publish callbacks [] for security_group (e80a2ba8-b50c-4c92-9275-63c93d0daaa9), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:25.357091 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a9fb18f5-c1fc-4ac7-82a6-247ddf70c3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (e80a2ba8-b50c-4c92-9275-63c93d0daaa9), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:25.384996 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fb18f5-c1fc-4ac7-82a6-247ddf70c3c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=109951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:49:25.390364 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb18f5-c1fc-4ac7-82a6-247ddf70c3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80a2ba8-b50c-4c92-9275-63c93d0daaa9,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:25.398303 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a9fb18f5-c1fc-4ac7-82a6-247ddf70c3c7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:25.398838 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.segments_db [None req-a9fb18f5-c1fc-4ac7-82a6-247ddf70c3c7 admin admin] Added segment 40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b of type vlan for network a25dbb6f-d15b-498d-a498-e2acebdb3c69 May 12 17:49:25.439989 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a9fb18f5-c1fc-4ac7-82a6-247ddf70c3c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (a25dbb6f-d15b-498d-a498-e2acebdb3c69), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:25.462104 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e591699-7029-4968-8581-2c6acf500424 req-a1b640ff-823e-4a15-a730-01d6fda7328c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:25.463634 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0e591699-7029-4968-8581-2c6acf500424 req-a1b640ff-823e-4a15-a730-01d6fda7328c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0587473 May 12 17:49:25.472821 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a9fb18f5-c1fc-4ac7-82a6-247ddf70c3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (a25dbb6f-d15b-498d-a498-e2acebdb3c69), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:25.473828 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb18f5-c1fc-4ac7-82a6-247ddf70c3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:25.474412 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a9fb18f5-c1fc-4ac7-82a6-247ddf70c3c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:25.509186 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-a9fb18f5-c1fc-4ac7-82a6-247ddf70c3c7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3603530 May 12 17:49:25.511910 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 56896) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:25.540452 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-2e37e5b8-4803-4b94-88fb-079f3782e3f4 admin admin] Request body: {'subnet': {'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-939555306-subnet', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'ip_version': 4}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:25.548949 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb18f5-c1fc-4ac7-82a6-247ddf70c3c7 admin admin] Pushing event updated for resources: {'Network': ['ID=a25dbb6f-d15b-498d-a498-e2acebdb3c69,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:25.549232 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0e591699-7029-4968-8581-2c6acf500424 req-f9849bf1-1ff2-4359-9589-dc08042c5ab0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796244 May 12 17:49:25.565637 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e37e5b8-4803-4b94-88fb-079f3782e3f4 admin admin] Made reservation on behalf of a4d7ebeafe8140b3b8332059258a83eb for: {'subnet': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:49:25.568154 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2e37e5b8-4803-4b94-88fb-079f3782e3f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8936600'] for subnet (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:25.570458 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network a25dbb6f-d15b-498d-a498-e2acebdb3c69 details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:49:25.573177 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4308a-e0cc-4896-85c6-d946cb6f3e2a req-138e5dfe-b063-4a41-aeb0-0da814daf105 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:25.574748 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-12b4308a-e0cc-4896-85c6-d946cb6f3e2a req-138e5dfe-b063-4a41-aeb0-0da814daf105 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 943 time: 0.0847774 May 12 17:49:25.640457 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-12b4308a-e0cc-4896-85c6-d946cb6f3e2a req-8f7a2df8-2a65-4df6-b1b1-c477fd44f48e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570536 May 12 17:49:25.741898 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2e37e5b8-4803-4b94-88fb-079f3782e3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9284025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8936590'] for subnet (3b393bcd-a146-44a6-8ec1-ecf303917907), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:25.796312 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37e5b8-4803-4b94-88fb-079f3782e3f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b393bcd-a146-44a6-8ec1-ecf303917907,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:25.805520 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37e5b8-4803-4b94-88fb-079f3782e3f4 admin admin] Checking segment: {'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:49:25.805879 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e37e5b8-4803-4b94-88fb-079f3782e3f4 admin admin] Network hostable DHCP agents. Network: a25dbb6f-d15b-498d-a498-e2acebdb3c69, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:49:25.831788 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e37e5b8-4803-4b94-88fb-079f3782e3f4 admin admin] Network a25dbb6f-d15b-498d-a498-e2acebdb3c69 is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:49:25.862684 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-2e37e5b8-4803-4b94-88fb-079f3782e3f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, a25dbb6f-d15b-498d-a498-e2acebdb3c69) {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:49:25.868648 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc80ea-604d-471d-9896-6e21807c1187 req-c3015ac5-0b04-4287-a1d2-7ff5c6ec214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:25.870269 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-59bc80ea-604d-471d-9896-6e21807c1187 req-c3015ac5-0b04-4287-a1d2-7ff5c6ec214e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a&device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 1127 time: 0.0485432 May 12 17:49:25.871265 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e37e5b8-4803-4b94-88fb-079f3782e3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:25.871651 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f220271-32a3-4be9-89e6-97732e3faa48 None None] Network a25dbb6f-d15b-498d-a498-e2acebdb3c69 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:49:25.871828 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2e37e5b8-4803-4b94-88fb-079f3782e3f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:25.911983 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-2e37e5b8-4803-4b94-88fb-079f3782e3f4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3967085 May 12 17:49:25.912227 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 56898) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:25.917674 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:25.918028 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e543c8c3-8d26-4b4f-a4ef-2c83a0456829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:25.974580 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router (24240b91-0752-4b90-8819-f63d4bfedb45), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:25.976212 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31086'] for router (24240b91-0752-4b90-8819-f63d4bfedb45), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:25.998776 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3e62091-7561-548c-8de7-cdb0ae49b08b-a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907'}]}} from dv-cinder-840525-2-iscsi. {{(pid=109952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:49:25.999571 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc80ea-604d-471d-9896-6e21807c1187 req-04af0372-d89a-4d99-b92a-21d2ba3c9958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:25.999965 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:26.001198 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-59bc80ea-604d-471d-9896-6e21807c1187 req-04af0372-d89a-4d99-b92a-21d2ba3c9958 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4a1943f-5104-4c36-90a4-e3e9daad3559 HTTP/1.1" status: 200 len: 918 time: 0.1229854 May 12 17:49:26.052973 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-59bc80ea-604d-471d-9896-6e21807c1187 req-378f7aba-f16b-44d8-933c-9392810200fe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21439de2-974d-41f9-905c-3ce53b19c55a HTTP/1.1" status: 200 len: 217 time: 0.0398314 May 12 17:49:26.078160 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Publish callbacks [] for router_controller (24240b91-0752-4b90-8819-f63d4bfedb45), precommit_add_association {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:26.135214 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Allocated IP 172.20.0.2 (a25dbb6f-d15b-498d-a498-e2acebdb3c69/3b393bcd-a146-44a6-8ec1-ecf303917907/44017f90-073a-4a68-a0f2-5a30a716fdd4) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:49:26.291439 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Publish callbacks [] for port (44017f90-073a-4a68-a0f2-5a30a716fdd4), precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:26.299737 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (44017f90-073a-4a68-a0f2-5a30a716fdd4), after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:26.349316 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Network a25dbb6f-d15b-498d-a498-e2acebdb3c69 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:49:26.361299 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:49:26.363944 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Pushing event updated for resources: {'Port': ['ID=44017f90-073a-4a68-a0f2-5a30a716fdd4,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:26.368297 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:49:26.400894 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:26.401249 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:26.401623 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:26.401985 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:26.402330 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:26.402661 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:26.402992 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:26.403322 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:26.403649 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:26.403976 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:26.404331 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:26.404676 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:26.405014 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:26.405324 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:26.405646 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:26.418956 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc80ea-604d-471d-9896-6e21807c1187 req-0b66caa5-1df7-40ae-8093-2e37348e16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:26.420416 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-59bc80ea-604d-471d-9896-6e21807c1187 req-0b66caa5-1df7-40ae-8093-2e37348e16cd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d7a356f-70cc-48ae-8b5e-262b49b6be03 HTTP/1.1" status: 200 len: 856 time: 0.3442290 May 12 17:49:26.442092 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Attempting to bind port 44017f90-073a-4a68-a0f2-5a30a716fdd4 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:49:26.442467 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Attempting to bind port 44017f90-073a-4a68-a0f2-5a30a716fdd4 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:49:26.442833 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Attempting to bind port 44017f90-073a-4a68-a0f2-5a30a716fdd4 on network a25dbb6f-d15b-498d-a498-e2acebdb3c69 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:49:26.448005 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:49:26.448413 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Checking segment: {'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:49:26.448820 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:26.449216 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Bound using segment: {'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:49:26.449683 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Bound port: 44017f90-073a-4a68-a0f2-5a30a716fdd4, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:49:26.450081 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (44017f90-073a-4a68-a0f2-5a30a716fdd4), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:26.513571 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Publish callbacks [] for router_gateway (24240b91-0752-4b90-8819-f63d4bfedb45), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:26.518333 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] For port 44017f90-073a-4a68-a0f2-5a30a716fdd4, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:49:26.521652 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] For port 44017f90-073a-4a68-a0f2-5a30a716fdd4, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=44017f90-073a-4a68-a0f2-5a30a716fdd4,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:49:26.527346 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc80ea-604d-471d-9896-6e21807c1187 req-f871c258-bc8f-4ba2-9b77-85bf784e1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:26.528394 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (44017f90-073a-4a68-a0f2-5a30a716fdd4), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:26.528997 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-59bc80ea-604d-471d-9896-6e21807c1187 req-f871c258-bc8f-4ba2-9b77-85bf784e1d73 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4a1943f-5104-4c36-90a4-e3e9daad3559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767167 May 12 17:49:26.590127 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630f3d2-c89e-4a15-883a-5acfed2a6ccf None None] Pushing event updated for resources: {'Port': ['ID=44017f90-073a-4a68-a0f2-5a30a716fdd4,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:26.681433 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7310aec-c3f0-4a70-928d-2c30e78bbbd2 req-6e0d91fb-1c03-489d-a00b-903ea4753b56 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:26.683036 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a7310aec-c3f0-4a70-928d-2c30e78bbbd2 req-6e0d91fb-1c03-489d-a00b-903ea4753b56 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0559275 May 12 17:49:26.753605 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a7310aec-c3f0-4a70-928d-2c30e78bbbd2 req-27514b66-6a40-4ab6-a53f-f8480caef1b8 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633669 May 12 17:49:26.761410 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-59bc80ea-604d-471d-9896-6e21807c1187 req-31c2fa31-939b-498d-84ae-a27c657bf8b9 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209711 May 12 17:49:26.826496 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713f423-bb6b-4ede-951b-be51ae9fd92a req-d6d1d56d-d9d8-4a70-939a-76f9387328f0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:26.828026 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a713f423-bb6b-4ede-951b-be51ae9fd92a req-d6d1d56d-d9d8-4a70-939a-76f9387328f0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 943 time: 0.0914013 May 12 17:49:26.879492 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Publish callbacks [] for router_gateway (24240b91-0752-4b90-8819-f63d4bfedb45), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:26.886973 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a713f423-bb6b-4ede-951b-be51ae9fd92a req-cec6dd0a-b39e-49a0-9207-df6c6d82237b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531938 May 12 17:49:26.904695 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:26.976121 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-59bc80ea-604d-471d-9896-6e21807c1187 req-46afdce7-a142-432a-bd89-fc941f052948 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731024 May 12 17:49:27.030573 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Allocated IP 172.27.2.103 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/f60e1ab7-ef66-471c-9c52-c1b9b9f2b514) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:49:27.134421 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Publish callbacks [] for port (f60e1ab7-ef66-471c-9c52-c1b9b9f2b514), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:27.167379 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (f60e1ab7-ef66-471c-9c52-c1b9b9f2b514), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:27.204428 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:49:27.207315 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:49:27.213622 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:49:27.234845 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Pushing event updated for resources: {'Port': ['ID=f60e1ab7-ef66-471c-9c52-c1b9b9f2b514,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:27.294474 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:27.479170 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Publish callbacks [] for router_gateway (24240b91-0752-4b90-8819-f63d4bfedb45), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:27.603971 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7a175c-03c7-4490-a184-ff7139ed00ae None None] Network a25dbb6f-d15b-498d-a498-e2acebdb3c69 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:49:27.636419 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 44017f90-073a-4a68-a0f2-5a30a716fdd4 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:49:27.698497 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-996058'] for router (24240b91-0752-4b90-8819-f63d4bfedb45), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:27.706735 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-00b6e5e8-56e1-40b2-9a3d-d019438ce2b3 None None] Provisioning complete for port 44017f90-073a-4a68-a0f2-5a30a716fdd4 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:27.707114 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-00b6e5e8-56e1-40b2-9a3d-d019438ce2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (44017f90-073a-4a68-a0f2-5a30a716fdd4), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:27.793502 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 44017f90-073a-4a68-a0f2-5a30a716fdd4 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:27.793903 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (44017f90-073a-4a68-a0f2-5a30a716fdd4), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:27.846055 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Router 24240b91-0752-4b90-8819-f63d4bfedb45 is scheduled to L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 with binding_index 1 {{(pid=109951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:49:27.871106 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-00b6e5e8-56e1-40b2-9a3d-d019438ce2b3 None None] Current status of the port 44017f90-073a-4a68-a0f2-5a30a716fdd4 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:27.871512 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-00b6e5e8-56e1-40b2-9a3d-d019438ce2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (44017f90-073a-4a68-a0f2-5a30a716fdd4), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:27.911162 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 21439de2-974d-41f9-905c-3ce53b19c55a details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:49:27.916873 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2574812-c641-4df8-afec-3d568c30ab93 req-97579c7c-fe1b-44a0-90c9-b7d549885bf6 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:27.926055 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b2574812-c641-4df8-afec-3d568c30ab93 req-97579c7c-fe1b-44a0-90c9-b7d549885bf6 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0797169 May 12 17:49:27.963350 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-00b6e5e8-56e1-40b2-9a3d-d019438ce2b3 None None] For port 44017f90-073a-4a68-a0f2-5a30a716fdd4, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=44017f90-073a-4a68-a0f2-5a30a716fdd4,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:27.968031 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 44017f90-073a-4a68-a0f2-5a30a716fdd4 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:27.968473 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (44017f90-073a-4a68-a0f2-5a30a716fdd4), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:27.997853 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-00b6e5e8-56e1-40b2-9a3d-d019438ce2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (44017f90-073a-4a68-a0f2-5a30a716fdd4), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:28.010322 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:49:28.013836 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b2574812-c641-4df8-afec-3d568c30ab93 req-40461d45-d1e7-4987-8fb5-22dcd05ee314 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867975 May 12 17:49:28.027764 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Sync routers for ids ['24240b91-0752-4b90-8819-f63d4bfedb45'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:49:28.044259 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:28.044939 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Routers {'24240b91-0752-4b90-8819-f63d4bfedb45'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:28.045702 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:49:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['24240b91-0752-4b90-8819-f63d4bfedb45'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:28.047708 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-9c184f31-3923-438d-9539-f9906c6a01ac admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1340408 May 12 17:49:28.051841 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56908) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:28.149864 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6e5e8-56e1-40b2-9a3d-d019438ce2b3 None None] Pushing event updated for resources: {'Port': ['ID=44017f90-073a-4a68-a0f2-5a30a716fdd4,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:28.152441 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.db.api [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 17:49:28.152720 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f87e6-91af-458f-a081-eb59fb643181 req-167dc81e-0706-4ee7-886b-af5915a95bc4 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:28.152884 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG oslo_db.api [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 17:49:28.153327 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-3ab5e199-1bff-470e-bc3e-e377497e39fa None None] Provisioning complete for port 44017f90-073a-4a68-a0f2-5a30a716fdd4 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:28.153700 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ab5e199-1bff-470e-bc3e-e377497e39fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (44017f90-073a-4a68-a0f2-5a30a716fdd4), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:28.154207 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7b6f87e6-91af-458f-a081-eb59fb643181 req-167dc81e-0706-4ee7-886b-af5915a95bc4 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 943 time: 0.0598795 May 12 17:49:28.186632 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Set router 24240b91-0752-4b90-8819-f63d4bfedb45 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:28.199157 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 21439de2-974d-41f9-905c-3ce53b19c55a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=21439de2-974d-41f9-905c-3ce53b19c55a,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:28.220143 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': '21439de2-974d-41f9-905c-3ce53b19c55a', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'port_id': '21439de2-974d-41f9-905c-3ce53b19c55a', 'mac_address': 'fa:16:3e:5a:16:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:49:28.279100 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7b6f87e6-91af-458f-a081-eb59fb643181 req-bd63e378-a0ab-42d8-9bdb-938f8f290001 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919847 May 12 17:49:28.292332 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 21439de2-974d-41f9-905c-3ce53b19c55a is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:28.292735 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:28.309796 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-3ab5e199-1bff-470e-bc3e-e377497e39fa None None] Current status of the port 44017f90-073a-4a68-a0f2-5a30a716fdd4 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:28.314303 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21439de2-974d-41f9-905c-3ce53b19c55a {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:49:28.336362 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 21439de2-974d-41f9-905c-3ce53b19c55a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=21439de2-974d-41f9-905c-3ce53b19c55a,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:28.342125 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:28.373204 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:27Z', 'revision_number': 3, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:28.395781 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=21439de2-974d-41f9-905c-3ce53b19c55a,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:28.406370 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Checking router: 24240b91-0752-4b90-8819-f63d4bfedb45 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:49:28.406736 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Updating router 24240b91-0752-4b90-8819-f63d4bfedb45 port f60e1ab7-ef66-471c-9c52-c1b9b9f2b514 binding host dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:49:28.434226 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (f60e1ab7-ef66-471c-9c52-c1b9b9f2b514), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:28.574944 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:28.646901 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:28.736273 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Publish callbacks [] for port (f60e1ab7-ef66-471c-9c52-c1b9b9f2b514), precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:28.738645 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] Allocated IP 172.20.0.1 (a25dbb6f-d15b-498d-a498-e2acebdb3c69/3b393bcd-a146-44a6-8ec1-ecf303917907/358168d9-522b-4b05-9508-6924f4b61d7b) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:49:28.743510 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (f60e1ab7-ef66-471c-9c52-c1b9b9f2b514), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:28.789093 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Attempting to bind port f60e1ab7-ef66-471c-9c52-c1b9b9f2b514 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:49:28.789532 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Attempting to bind port f60e1ab7-ef66-471c-9c52-c1b9b9f2b514 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:49:28.789917 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Attempting to bind port f60e1ab7-ef66-471c-9c52-c1b9b9f2b514 on network 2dffabea-01f3-473a-98ec-6cd80cf699f7 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:49:28.802613 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:49:28.802994 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Checking segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:49:28.803809 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['21439de2-974d-41f9-905c-3ce53b19c55a'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:49:28.803940 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:28.804603 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Bound using segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:49:28.805200 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Bound port: f60e1ab7-ef66-471c-9c52-c1b9b9f2b514, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:49:28.805775 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (f60e1ab7-ef66-471c-9c52-c1b9b9f2b514), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:28.833823 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748da11c-ddde-435d-a7f9-e3f83463d6ff None None] Pushing event updated for resources: {'Port': ['ID=f60e1ab7-ef66-471c-9c52-c1b9b9f2b514,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:28.842438 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 44017f90-073a-4a68-a0f2-5a30a716fdd4 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:28.848057 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748da11c-ddde-435d-a7f9-e3f83463d6ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.848191 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748da11c-ddde-435d-a7f9-e3f83463d6ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.848520 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748da11c-ddde-435d-a7f9-e3f83463d6ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.848878 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748da11c-ddde-435d-a7f9-e3f83463d6ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.849218 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748da11c-ddde-435d-a7f9-e3f83463d6ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.851089 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748da11c-ddde-435d-a7f9-e3f83463d6ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.851458 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748da11c-ddde-435d-a7f9-e3f83463d6ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.851877 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748da11c-ddde-435d-a7f9-e3f83463d6ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.852282 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748da11c-ddde-435d-a7f9-e3f83463d6ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.852614 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748da11c-ddde-435d-a7f9-e3f83463d6ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.852941 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748da11c-ddde-435d-a7f9-e3f83463d6ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.853289 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748da11c-ddde-435d-a7f9-e3f83463d6ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.853616 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748da11c-ddde-435d-a7f9-e3f83463d6ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.853935 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748da11c-ddde-435d-a7f9-e3f83463d6ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.854266 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748da11c-ddde-435d-a7f9-e3f83463d6ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.859288 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] Publish callbacks [] for port (358168d9-522b-4b05-9508-6924f4b61d7b), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:28.884292 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] For port f60e1ab7-ef66-471c-9c52-c1b9b9f2b514, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:49:28.887852 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] For port f60e1ab7-ef66-471c-9c52-c1b9b9f2b514, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=f60e1ab7-ef66-471c-9c52-c1b9b9f2b514,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:49:28.893798 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (f60e1ab7-ef66-471c-9c52-c1b9b9f2b514), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:28.903006 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (358168d9-522b-4b05-9508-6924f4b61d7b), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:28.942101 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Routers {'24240b91-0752-4b90-8819-f63d4bfedb45'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:28.942732 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:49:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['24240b91-0752-4b90-8819-f63d4bfedb45'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:28.950318 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] Network a25dbb6f-d15b-498d-a498-e2acebdb3c69 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:49:28.953513 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:49:28.959571 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:49:28.985212 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=358168d9-522b-4b05-9508-6924f4b61d7b,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:29.008297 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-997879'] for router_interface (24240b91-0752-4b90-8819-f63d4bfedb45), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:29.016722 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748da11c-ddde-435d-a7f9-e3f83463d6ff None None] Pushing event updated for resources: {'Port': ['ID=f60e1ab7-ef66-471c-9c52-c1b9b9f2b514,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:29.084284 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] Set router 24240b91-0752-4b90-8819-f63d4bfedb45 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:29.190018 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3c41b-ad6a-4751-b91e-7cb16cb60dc0 req-c125af21-655e-469e-a53a-1bb0e85a56f7 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:29.191389 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1cc3c41b-ad6a-4751-b91e-7cb16cb60dc0 req-c125af21-655e-469e-a53a-1bb0e85a56f7 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0742333 May 12 17:49:29.192113 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (358168d9-522b-4b05-9508-6924f4b61d7b), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:29.243716 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-9444140f-687d-4f67-a192-b7a88e4feb5b None None] Provisioning complete for port 358168d9-522b-4b05-9508-6924f4b61d7b triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:29.244595 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9444140f-687d-4f67-a192-b7a88e4feb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (358168d9-522b-4b05-9508-6924f4b61d7b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:29.278061 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1cc3c41b-ad6a-4751-b91e-7cb16cb60dc0 req-fc96af60-da55-4b5b-96db-5be7694dbd91 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765226 May 12 17:49:29.283986 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9444140f-687d-4f67-a192-b7a88e4feb5b None None] Port 358168d9-522b-4b05-9508-6924f4b61d7b cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:49:29.365240 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:27Z', 'revision_number': 3, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:29.393678 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20dfc5f-e02b-4d5c-b272-234d77482914 None None] The sync data for ids ['24240b91-0752-4b90-8819-f63d4bfedb45'] in dv-cinder-840525-2-iscsi is: [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:27Z', 'revision_number': 3, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:49:29.449691 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075d969-07db-446b-b411-19ab812825f9 req-99a6a87a-0e21-4f01-b41b-78b81dccf5d8 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:29.451253 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d075d969-07db-446b-b411-19ab812825f9 req-99a6a87a-0e21-4f01-b41b-78b81dccf5d8 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 944 time: 0.0702133 May 12 17:49:29.502979 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] Publish callbacks [] for port (358168d9-522b-4b05-9508-6924f4b61d7b), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:29.510366 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231180'] for port (358168d9-522b-4b05-9508-6924f4b61d7b), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:29.572873 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d075d969-07db-446b-b411-19ab812825f9 req-5f930b10-4c04-42ef-af0f-712bd8429b36 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151223 May 12 17:49:29.590926 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=358168d9-522b-4b05-9508-6924f4b61d7b,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:29.599363 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984765'] for router_interface (24240b91-0752-4b90-8819-f63d4bfedb45), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:29.675391 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 44017f90-073a-4a68-a0f2-5a30a716fdd4 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:49:29.724255 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] Network a25dbb6f-d15b-498d-a498-e2acebdb3c69 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:49:29.726420 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:49:29.733892 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 44017f90-073a-4a68-a0f2-5a30a716fdd4 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:29.734470 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (44017f90-073a-4a68-a0f2-5a30a716fdd4), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:29.828667 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 44017f90-073a-4a68-a0f2-5a30a716fdd4 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:29.873219 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] Router 24240b91-0752-4b90-8819-f63d4bfedb45 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:49:29.912341 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 21439de2-974d-41f9-905c-3ce53b19c55a up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:49:29.962249 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port 21439de2-974d-41f9-905c-3ce53b19c55a completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:49:29.969617 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port 21439de2-974d-41f9-905c-3ce53b19c55a triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:29.970032 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:30.004977 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:49:30.011377 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-2da15c14-7537-4dbb-97bd-f345fdde3ed2 admin admin] 10.222.0.73 "PUT /v2.0/routers/24240b91-0752-4b90-8819-f63d4bfedb45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9582031 May 12 17:49:30.023455 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-915f98d2-959f-479e-b5f8-70a74259aad1 None None] Provisioning complete for port 358168d9-522b-4b05-9508-6924f4b61d7b triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:30.023836 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-915f98d2-959f-479e-b5f8-70a74259aad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (358168d9-522b-4b05-9508-6924f4b61d7b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:30.088556 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-915f98d2-959f-479e-b5f8-70a74259aad1 None None] Port 358168d9-522b-4b05-9508-6924f4b61d7b cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:49:30.105407 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 21439de2-974d-41f9-905c-3ce53b19c55a is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:30.105527 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:30.130924 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21439de2-974d-41f9-905c-3ce53b19c55a'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:49:30.134484 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa405ef-73de-4481-b12f-5afdbd45b419" -d '{"events": [{"server_uuid": "f637252f-a0d3-4c28-865d-6bebe0284c94", "name": "network-vif-plugged", "status": "completed", "tag": "21439de2-974d-41f9-905c-3ce53b19c55a"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:49:30.148796 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 21439de2-974d-41f9-905c-3ce53b19c55a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=21439de2-974d-41f9-905c-3ce53b19c55a,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:30.155785 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:30.187827 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f29eba3-93d1-473f-8d37-0b81fc1b3d8c x-openstack-request-id: req-9f29eba3-93d1-473f-8d37-0b81fc1b3d8c {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:49:30.188114 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f637252f-a0d3-4c28-865d-6bebe0284c94", "name": "network-vif-plugged", "status": "completed", "tag": "21439de2-974d-41f9-905c-3ce53b19c55a", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:49:30.188410 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f29eba3-93d1-473f-8d37-0b81fc1b3d8c {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:49:30.188809 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f29eba3-93d1-473f-8d37-0b81fc1b3d8c'] response: {'server_uuid': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21439de2-974d-41f9-905c-3ce53b19c55a', 'code': 200} May 12 17:49:30.219636 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=21439de2-974d-41f9-905c-3ce53b19c55a,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:30.296445 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:30.414303 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904468a-7312-4304-a610-fb7112cda077 req-0231a2d3-cf7d-4068-b1e7-247cad80ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:30.415956 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9904468a-7312-4304-a610-fb7112cda077 req-0231a2d3-cf7d-4068-b1e7-247cad80ebc5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 1129 time: 0.0494504 May 12 17:49:30.423810 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077b623-7be9-46d4-9ab7-dfd59b97d879 req-403dff76-35b9-421a-a060-2536f436faeb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:30.425300 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7077b623-7be9-46d4-9ab7-dfd59b97d879 req-403dff76-35b9-421a-a060-2536f436faeb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0543220 May 12 17:49:30.465491 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9904468a-7312-4304-a610-fb7112cda077 req-b797a3b9-addd-49ed-8a20-34c41a5ee131 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416534 May 12 17:49:30.478727 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7077b623-7be9-46d4-9ab7-dfd59b97d879 req-75988ab2-d5d4-4b9c-821d-4a7e3098c97d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456524 May 12 17:49:30.537518 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56932) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:30.543042 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-71efc323-2d3c-4ed1-914f-a6c8fce17732 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-578294669-network', 'tenant_id': 'd7c90277db3d4f89abd17dc952d72400'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:30.562835 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71efc323-2d3c-4ed1-914f-a6c8fce17732 admin admin] Made reservation on behalf of d7c90277db3d4f89abd17dc952d72400 for: {'network': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:49:30.565265 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-71efc323-2d3c-4ed1-914f-a6c8fce17732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:30.573629 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-71efc323-2d3c-4ed1-914f-a6c8fce17732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:30.653045 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-71efc323-2d3c-4ed1-914f-a6c8fce17732 admin admin] Publish callbacks [] for security_group (914a3125-e7cb-4d23-a6db-2422c22460fa), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:30.656911 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-71efc323-2d3c-4ed1-914f-a6c8fce17732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (914a3125-e7cb-4d23-a6db-2422c22460fa), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:30.716813 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71efc323-2d3c-4ed1-914f-a6c8fce17732 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=109950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:49:30.725871 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efc323-2d3c-4ed1-914f-a6c8fce17732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914a3125-e7cb-4d23-a6db-2422c22460fa,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:30.734053 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4bd7f-f2a0-4d4c-87d5-d9aa08443337 req-7ba94476-6b08-4f12-b1a2-8ddaf051aedc tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:30.735545 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-29a4bd7f-f2a0-4d4c-87d5-d9aa08443337 req-7ba94476-6b08-4f12-b1a2-8ddaf051aedc tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0744340 May 12 17:49:30.740670 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-71efc323-2d3c-4ed1-914f-a6c8fce17732 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (3451e87a-7b32-4eae-b8ff-f69c57669c72), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:30.741139 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.segments_db [None req-71efc323-2d3c-4ed1-914f-a6c8fce17732 admin admin] Added segment 3451e87a-7b32-4eae-b8ff-f69c57669c72 of type vlan for network de75f1f2-896b-4d11-8de6-434256a15980 May 12 17:49:30.805246 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-71efc323-2d3c-4ed1-914f-a6c8fce17732 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (de75f1f2-896b-4d11-8de6-434256a15980), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:30.832090 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-29a4bd7f-f2a0-4d4c-87d5-d9aa08443337 req-eb85884d-ad15-4eb9-9bba-a87a7426f247 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891929 May 12 17:49:30.848080 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-71efc323-2d3c-4ed1-914f-a6c8fce17732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (de75f1f2-896b-4d11-8de6-434256a15980), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:30.854585 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71efc323-2d3c-4ed1-914f-a6c8fce17732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:30.854585 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-71efc323-2d3c-4ed1-914f-a6c8fce17732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:30.887315 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-71efc323-2d3c-4ed1-914f-a6c8fce17732 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3480613 May 12 17:49:30.889980 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56938) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:30.919592 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-5ba8e1c3-910b-43e4-8b1b-81903c6e6385 admin admin] Request body: {'subnet': {'network_id': 'de75f1f2-896b-4d11-8de6-434256a15980', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-578294669-subnet', 'tenant_id': 'd7c90277db3d4f89abd17dc952d72400', 'ip_version': 4}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:30.926292 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efc323-2d3c-4ed1-914f-a6c8fce17732 admin admin] Pushing event updated for resources: {'Network': ['ID=de75f1f2-896b-4d11-8de6-434256a15980,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:30.937431 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network de75f1f2-896b-4d11-8de6-434256a15980 details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:49:30.943677 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba8e1c3-910b-43e4-8b1b-81903c6e6385 admin admin] Made reservation on behalf of d7c90277db3d4f89abd17dc952d72400 for: {'subnet': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:49:30.946202 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5ba8e1c3-910b-43e4-8b1b-81903c6e6385 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9404103'] for subnet (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:31.070531 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Sync routers for ids ['24240b91-0752-4b90-8819-f63d4bfedb45'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:49:31.080315 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Routers {'24240b91-0752-4b90-8819-f63d4bfedb45'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:31.080820 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:49:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['24240b91-0752-4b90-8819-f63d4bfedb45'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:31.114748 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5ba8e1c3-910b-43e4-8b1b-81903c6e6385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9231563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9404113'] for subnet (755011c3-ea6f-40aa-a8b5-cbf8e26de01f), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:31.162839 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8e1c3-910b-43e4-8b1b-81903c6e6385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=755011c3-ea6f-40aa-a8b5-cbf8e26de01f,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:31.177611 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba8e1c3-910b-43e4-8b1b-81903c6e6385 admin admin] Checking segment: {'id': '3451e87a-7b32-4eae-b8ff-f69c57669c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'de75f1f2-896b-4d11-8de6-434256a15980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:49:31.177971 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba8e1c3-910b-43e4-8b1b-81903c6e6385 admin admin] Network hostable DHCP agents. Network: de75f1f2-896b-4d11-8de6-434256a15980, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:49:31.195241 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba8e1c3-910b-43e4-8b1b-81903c6e6385 admin admin] Network de75f1f2-896b-4d11-8de6-434256a15980 is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:49:31.198410 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Set router 24240b91-0752-4b90-8819-f63d4bfedb45 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:31.204856 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-5ba8e1c3-910b-43e4-8b1b-81903c6e6385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, de75f1f2-896b-4d11-8de6-434256a15980) {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:49:31.209130 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba8e1c3-910b-43e4-8b1b-81903c6e6385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:31.210388 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5ba8e1c3-910b-43e4-8b1b-81903c6e6385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:31.229936 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-5ba8e1c3-910b-43e4-8b1b-81903c6e6385 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3365943 May 12 17:49:31.230286 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 56942) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:31.233924 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd28ebc-3a10-4cab-9ac7-76938a262b0b None None] Network de75f1f2-896b-4d11-8de6-434256a15980 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:49:31.234865 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-578294669-router', 'tenant_id': 'd7c90277db3d4f89abd17dc952d72400', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:31.254291 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router (aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:31.255308 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31086'] for router (aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:31.312100 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Publish callbacks [] for router_controller (aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b), precommit_add_association {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:31.434460 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3e62091-7561-548c-8de7-cdb0ae49b08b-de75f1f2-896b-4d11-8de6-434256a15980', 'network_id': 'de75f1f2-896b-4d11-8de6-434256a15980', 'project_id': 'd7c90277db3d4f89abd17dc952d72400', 'fixed_ips': [{'subnet_id': '755011c3-ea6f-40aa-a8b5-cbf8e26de01f'}]}} from dv-cinder-840525-2-iscsi. {{(pid=109952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:49:31.435377 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:31.457186 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Publish callbacks [] for router_gateway (aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:31.545113 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 2, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:31.577242 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Checking router: 24240b91-0752-4b90-8819-f63d4bfedb45 for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:49:31.577602 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Updating router 24240b91-0752-4b90-8819-f63d4bfedb45 port 358168d9-522b-4b05-9508-6924f4b61d7b binding host dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:49:31.640737 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (358168d9-522b-4b05-9508-6924f4b61d7b), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:31.650351 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05feaf-6eb4-4c3c-9887-d73f3c2d6092 req-4281b0ce-8359-4cf2-ab33-e45453896529 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:31.651912 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4c05feaf-6eb4-4c3c-9887-d73f3c2d6092 req-4281b0ce-8359-4cf2-ab33-e45453896529 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.1020381 May 12 17:49:31.661917 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device f60e1ab7-ef66-471c-9c52-c1b9b9f2b514 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:49:31.680066 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Publish callbacks [] for router_gateway (aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:31.699108 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Allocated IP 172.20.0.2 (de75f1f2-896b-4d11-8de6-434256a15980/755011c3-ea6f-40aa-a8b5-cbf8e26de01f/63367f51-91dd-493c-8fa0-0f8efd1306ef) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:49:31.700073 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:31.716660 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4c05feaf-6eb4-4c3c-9887-d73f3c2d6092 req-265fe193-50b5-4278-abf6-b9b652cd0c78 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555189 May 12 17:49:31.886165 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port f60e1ab7-ef66-471c-9c52-c1b9b9f2b514 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:31.886426 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (f60e1ab7-ef66-471c-9c52-c1b9b9f2b514), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:31.963043 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c7208-8546-46a5-ad1f-6a8802b2c0a1 req-477c4d9a-fc99-4293-8688-d1501e0bb70d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:31.964634 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-969c7208-8546-46a5-ad1f-6a8802b2c0a1 req-477c4d9a-fc99-4293-8688-d1501e0bb70d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0535884 May 12 17:49:32.018829 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-969c7208-8546-46a5-ad1f-6a8802b2c0a1 req-9e25c3c5-bba2-4448-8cb8-24ee1a6c7d55 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465190 May 12 17:49:32.059698 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Allocated IP 172.27.2.76 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/4e5fba79-8af4-4879-93a6-cb1c02a13bf9) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:49:32.089017 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Publish callbacks [] for port (63367f51-91dd-493c-8fa0-0f8efd1306ef), precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:32.104925 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (63367f51-91dd-493c-8fa0-0f8efd1306ef), after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:32.117731 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port f60e1ab7-ef66-471c-9c52-c1b9b9f2b514 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:32.118103 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (f60e1ab7-ef66-471c-9c52-c1b9b9f2b514), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:32.165516 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Publish callbacks [] for port (4e5fba79-8af4-4879-93a6-cb1c02a13bf9), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:32.199735 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (4e5fba79-8af4-4879-93a6-cb1c02a13bf9), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:32.244936 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:49:32.249926 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:49:32.254855 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:49:32.259076 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Pushing event updated for resources: {'Port': ['ID=4e5fba79-8af4-4879-93a6-cb1c02a13bf9,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:32.300752 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Network de75f1f2-896b-4d11-8de6-434256a15980 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:49:32.314835 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:49:32.322358 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] For port f60e1ab7-ef66-471c-9c52-c1b9b9f2b514, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=f60e1ab7-ef66-471c-9c52-c1b9b9f2b514,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:32.327160 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:49:32.333550 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Pushing event updated for resources: {'Port': ['ID=63367f51-91dd-493c-8fa0-0f8efd1306ef,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:32.335796 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (f60e1ab7-ef66-471c-9c52-c1b9b9f2b514), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:32.477055 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Pushing event updated for resources: {'Port': ['ID=f60e1ab7-ef66-471c-9c52-c1b9b9f2b514,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:32.482156 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Publish callbacks [] for port (358168d9-522b-4b05-9508-6924f4b61d7b), precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:32.485012 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Attempting to bind port 63367f51-91dd-493c-8fa0-0f8efd1306ef on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:49:32.485391 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Attempting to bind port 63367f51-91dd-493c-8fa0-0f8efd1306ef by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': '3451e87a-7b32-4eae-b8ff-f69c57669c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'de75f1f2-896b-4d11-8de6-434256a15980'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:49:32.485755 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Attempting to bind port 63367f51-91dd-493c-8fa0-0f8efd1306ef on network de75f1f2-896b-4d11-8de6-434256a15980 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:49:32.489310 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (358168d9-522b-4b05-9508-6924f4b61d7b), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:32.517974 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:49:32.518267 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Checking segment: {'id': '3451e87a-7b32-4eae-b8ff-f69c57669c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'de75f1f2-896b-4d11-8de6-434256a15980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:49:32.518674 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:32.519068 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Bound using segment: {'id': '3451e87a-7b32-4eae-b8ff-f69c57669c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'de75f1f2-896b-4d11-8de6-434256a15980'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:49:32.519552 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Bound port: 63367f51-91dd-493c-8fa0-0f8efd1306ef, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3451e87a-7b32-4eae-b8ff-f69c57669c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'de75f1f2-896b-4d11-8de6-434256a15980'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:49:32.519939 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (63367f51-91dd-493c-8fa0-0f8efd1306ef), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:32.541442 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Publish callbacks [] for router_gateway (aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:32.575140 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9f465-8c0e-4439-afb8-cd4d20cc75e2 None None] Pushing event updated for resources: {'Port': ['ID=358168d9-522b-4b05-9508-6924f4b61d7b,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:32.660145 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Attempting to bind port 358168d9-522b-4b05-9508-6924f4b61d7b on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:49:32.660532 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Attempting to bind port 358168d9-522b-4b05-9508-6924f4b61d7b by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:49:32.660919 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Attempting to bind port 358168d9-522b-4b05-9508-6924f4b61d7b on network a25dbb6f-d15b-498d-a498-e2acebdb3c69 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:49:32.668144 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] For port 63367f51-91dd-493c-8fa0-0f8efd1306ef, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:49:32.671092 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:49:32.671473 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Checking segment: {'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:49:32.671906 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:32.672486 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Bound using segment: {'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:49:32.673015 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Bound port: 358168d9-522b-4b05-9508-6924f4b61d7b, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:49:32.673424 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (358168d9-522b-4b05-9508-6924f4b61d7b), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:32.676499 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] For port 63367f51-91dd-493c-8fa0-0f8efd1306ef, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=63367f51-91dd-493c-8fa0-0f8efd1306ef,segment=NetworkSegment(3451e87a-7b32-4eae-b8ff-f69c57669c72),segment_id=3451e87a-7b32-4eae-b8ff-f69c57669c72)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:49:32.688320 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (63367f51-91dd-493c-8fa0-0f8efd1306ef), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:32.768308 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-996058'] for router (aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:32.789283 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e33ba-4c4c-40ac-bf3b-077d6c1dd292 None None] Pushing event updated for resources: {'Port': ['ID=63367f51-91dd-493c-8fa0-0f8efd1306ef,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:32.802767 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] For port 358168d9-522b-4b05-9508-6924f4b61d7b, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:49:32.808033 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] For port 358168d9-522b-4b05-9508-6924f4b61d7b, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=358168d9-522b-4b05-9508-6924f4b61d7b,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:49:32.820442 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (358168d9-522b-4b05-9508-6924f4b61d7b), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:32.859555 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-91309974-94df-46fe-a226-0a88b83d0319 None None] Provisioning complete for port 358168d9-522b-4b05-9508-6924f4b61d7b triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:32.860045 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-91309974-94df-46fe-a226-0a88b83d0319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (358168d9-522b-4b05-9508-6924f4b61d7b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:32.876721 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8e1ef-41d5-43c3-b064-6d11e4f25446 req-2d69c095-7e4a-43ad-b315-510931f22ca4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:32.887103 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4ec8e1ef-41d5-43c3-b064-6d11e4f25446 req-2d69c095-7e4a-43ad-b315-510931f22ca4 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0625954 May 12 17:49:32.934855 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Routers {'24240b91-0752-4b90-8819-f63d4bfedb45'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:32.935618 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:49:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['24240b91-0752-4b90-8819-f63d4bfedb45'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:32.940426 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9f465-8c0e-4439-afb8-cd4d20cc75e2 None None] Pushing event updated for resources: {'Port': ['ID=358168d9-522b-4b05-9508-6924f4b61d7b,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:32.977880 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4ec8e1ef-41d5-43c3-b064-6d11e4f25446 req-47985c5c-c04b-46e2-b8b3-479c2edd5020 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698855 May 12 17:49:33.064185 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6674421-e027-40fd-8cce-67395f6d8ee3 req-9984922b-5743-443e-8227-845cd5025d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:33.065775 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-d6674421-e027-40fd-8cce-67395f6d8ee3 req-9984922b-5743-443e-8227-845cd5025d3e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 1129 time: 0.0863378 May 12 17:49:33.066448 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Router aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b is scheduled to L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 with binding_index 1 {{(pid=109951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:49:33.134625 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-91309974-94df-46fe-a226-0a88b83d0319 None None] Current status of the port 358168d9-522b-4b05-9508-6924f4b61d7b is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:33.135162 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-91309974-94df-46fe-a226-0a88b83d0319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (358168d9-522b-4b05-9508-6924f4b61d7b), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:33.173608 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] Set router 24240b91-0752-4b90-8819-f63d4bfedb45 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:33.237875 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d801406-cab5-4976-a5c4-2dc39ca06e9f req-5e600263-18f1-4446-b6d2-6b80ce17ba96 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:33.239763 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5d801406-cab5-4976-a5c4-2dc39ca06e9f req-5e600263-18f1-4446-b6d2-6b80ce17ba96 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0751095 May 12 17:49:33.241389 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-d6674421-e027-40fd-8cce-67395f6d8ee3 req-ac442bd5-ecff-4752-ab98-73d6e6a0e267 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595848 May 12 17:49:33.304689 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5d801406-cab5-4976-a5c4-2dc39ca06e9f req-4ea8393d-e7fe-42e4-976a-5b1372b5fc08 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543292 May 12 17:49:33.306339 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-91309974-94df-46fe-a226-0a88b83d0319 None None] For port 358168d9-522b-4b05-9508-6924f4b61d7b, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=358168d9-522b-4b05-9508-6924f4b61d7b,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:33.312313 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:49:33.324042 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Sync routers for ids ['aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:49:33.328596 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-91309974-94df-46fe-a226-0a88b83d0319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (358168d9-522b-4b05-9508-6924f4b61d7b), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:33.343636 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:33.347054 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56956) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:33.347216 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-f454cf0a-2b68-4d0d-bd8d-c8e595c43924 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1157620 May 12 17:49:33.352721 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Routers {'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:33.353606 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:49:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:33.442945 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91309974-94df-46fe-a226-0a88b83d0319 None None] Pushing event updated for resources: {'Port': ['ID=358168d9-522b-4b05-9508-6924f4b61d7b,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:33.457752 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-e0436bb5-043e-429b-aec4-45351ea78ea3 None None] Provisioning complete for port 358168d9-522b-4b05-9508-6924f4b61d7b triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:33.457752 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e0436bb5-043e-429b-aec4-45351ea78ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (358168d9-522b-4b05-9508-6924f4b61d7b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:33.473790 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3116e2d-9afa-483d-8bd8-a902e62166db req-82217f85-1150-4d95-b3bc-d825f7b86855 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:33.475450 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f3116e2d-9afa-483d-8bd8-a902e62166db req-82217f85-1150-4d95-b3bc-d825f7b86855 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0672090 May 12 17:49:33.478616 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Set router aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:33.487903 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 56960) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:33.493390 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-7d8b35c4-87aa-46ff-aa06-8879ca3bc384 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Request body: {'floatingip': {'port_id': '21439de2-974d-41f9-905c-3ce53b19c55a'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:33.529154 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:33.560499 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689bf00e-af6e-4fd2-a95e-95d5a57314d7 None None] The sync data for ids ['24240b91-0752-4b90-8819-f63d4bfedb45'] in dv-cinder-840525-2-iscsi is: [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:49:33.584221 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7d8b35c4-87aa-46ff-aa06-8879ca3bc384 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for floatingip (50ba2971-7fff-48b7-982c-859cee2cc88a), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:33.629636 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-e0436bb5-043e-429b-aec4-45351ea78ea3 None None] Current status of the port 358168d9-522b-4b05-9508-6924f4b61d7b is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:33.866475 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 63367f51-91dd-493c-8fa0-0f8efd1306ef up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:49:33.875597 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'name': 'tempest-TestVolumeBootPattern-578294669-router', 'tenant_id': 'd7c90277db3d4f89abd17dc952d72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '4e5fba79-8af4-4879-93a6-cb1c02a13bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:31Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 3, 'project_id': 'd7c90277db3d4f89abd17dc952d72400', 'gw_port': {'id': '4e5fba79-8af4-4879-93a6-cb1c02a13bf9', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:eb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:31Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:33.931618 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Checking router: aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:49:33.932439 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Updating router aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b port 4e5fba79-8af4-4879-93a6-cb1c02a13bf9 binding host dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:49:33.966146 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (4e5fba79-8af4-4879-93a6-cb1c02a13bf9), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:33.982828 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 63367f51-91dd-493c-8fa0-0f8efd1306ef triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:33.984455 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (63367f51-91dd-493c-8fa0-0f8efd1306ef), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:34.110671 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 63367f51-91dd-493c-8fa0-0f8efd1306ef is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:34.111372 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (63367f51-91dd-493c-8fa0-0f8efd1306ef), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:34.184463 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] For port 63367f51-91dd-493c-8fa0-0f8efd1306ef, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=63367f51-91dd-493c-8fa0-0f8efd1306ef,segment=NetworkSegment(3451e87a-7b32-4eae-b8ff-f69c57669c72),segment_id=3451e87a-7b32-4eae-b8ff-f69c57669c72)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:34.203908 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (63367f51-91dd-493c-8fa0-0f8efd1306ef), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:34.204823 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device f60e1ab7-ef66-471c-9c52-c1b9b9f2b514 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:49:34.374702 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port f60e1ab7-ef66-471c-9c52-c1b9b9f2b514 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:34.375301 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (f60e1ab7-ef66-471c-9c52-c1b9b9f2b514), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:34.412152 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7d8b35c4-87aa-46ff-aa06-8879ca3bc384 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:34.418700 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7d8b35c4-87aa-46ff-aa06-8879ca3bc384 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (50ba2971-7fff-48b7-982c-859cee2cc88a), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:34.420398 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2750754c-d1d2-4357-b814-58a68f94db1d None None] Network de75f1f2-896b-4d11-8de6-434256a15980 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:49:34.452040 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Pushing event updated for resources: {'Port': ['ID=63367f51-91dd-493c-8fa0-0f8efd1306ef,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:34.498783 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-ee93f99c-9fcf-470c-9ba2-6c37f6236818 None None] Provisioning complete for port 63367f51-91dd-493c-8fa0-0f8efd1306ef triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:34.499163 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ee93f99c-9fcf-470c-9ba2-6c37f6236818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (63367f51-91dd-493c-8fa0-0f8efd1306ef), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:34.502530 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Publish callbacks [] for port (4e5fba79-8af4-4879-93a6-cb1c02a13bf9), precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:34.521297 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (4e5fba79-8af4-4879-93a6-cb1c02a13bf9), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:34.559492 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:34.605368 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dd56d-6ec8-4549-82a8-2f5d7a1cc128 req-a05b5bba-7b11-4ec0-aac3-4f32724d9753 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:34.606851 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.l3_db [None req-7d8b35c4-87aa-46ff-aa06-8879ca3bc384 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Floating IP 50ba2971-7fff-48b7-982c-859cee2cc88a associated. External IP: 172.27.2.201, port: 21439de2-974d-41f9-905c-3ce53b19c55a. May 12 17:49:34.608227 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785017b-6594-498e-a0a8-8049c76e5fce None None] Pushing event updated for resources: {'Port': ['ID=4e5fba79-8af4-4879-93a6-cb1c02a13bf9,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:34.612584 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e58dd56d-6ec8-4549-82a8-2f5d7a1cc128 req-a05b5bba-7b11-4ec0-aac3-4f32724d9753 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.4844103 May 12 17:49:34.625180 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Attempting to bind port 4e5fba79-8af4-4879-93a6-cb1c02a13bf9 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:49:34.627161 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Attempting to bind port 4e5fba79-8af4-4879-93a6-cb1c02a13bf9 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:49:34.627845 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Attempting to bind port 4e5fba79-8af4-4879-93a6-cb1c02a13bf9 on network 2dffabea-01f3-473a-98ec-6cd80cf699f7 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:49:34.636742 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:49:34.637467 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Checking segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:49:34.638409 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:34.638965 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Bound using segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:49:34.639637 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Bound port: 4e5fba79-8af4-4879-93a6-cb1c02a13bf9, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:49:34.640934 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (4e5fba79-8af4-4879-93a6-cb1c02a13bf9), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:34.719609 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] For port 4e5fba79-8af4-4879-93a6-cb1c02a13bf9, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:49:34.725075 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] For port 4e5fba79-8af4-4879-93a6-cb1c02a13bf9, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=4e5fba79-8af4-4879-93a6-cb1c02a13bf9,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:49:34.735597 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (4e5fba79-8af4-4879-93a6-cb1c02a13bf9), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:34.811899 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e58dd56d-6ec8-4549-82a8-2f5d7a1cc128 req-0c6be120-8af8-4672-a61d-3700e2df1e52 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984165 May 12 17:49:34.890314 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785017b-6594-498e-a0a8-8049c76e5fce None None] Pushing event updated for resources: {'Port': ['ID=4e5fba79-8af4-4879-93a6-cb1c02a13bf9,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:34.908081 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] Allocated IP 172.20.0.1 (de75f1f2-896b-4d11-8de6-434256a15980/755011c3-ea6f-40aa-a8b5-cbf8e26de01f/3d6be7a5-8870-4731-a406-b84bea0db040) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:49:34.930027 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Routers {'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:34.930863 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:49:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:35.094657 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port f60e1ab7-ef66-471c-9c52-c1b9b9f2b514 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:35.113333 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8b35c4-87aa-46ff-aa06-8879ca3bc384 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:49:35.119417 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ee93f99c-9fcf-470c-9ba2-6c37f6236818 None None] Current status of the port 63367f51-91dd-493c-8fa0-0f8efd1306ef is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:35.154972 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] Publish callbacks [] for port (3d6be7a5-8870-4731-a406-b84bea0db040), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:35.158123 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] Set router aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:35.227850 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (3d6be7a5-8870-4731-a406-b84bea0db040), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:35.238963 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-3e5e2f68-3505-4f57-af03-d26f3dd16695 None None] Provisioning complete for port 63367f51-91dd-493c-8fa0-0f8efd1306ef triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:35.239907 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f68-3505-4f57-af03-d26f3dd16695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (63367f51-91dd-493c-8fa0-0f8efd1306ef), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:35.284496 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] Network de75f1f2-896b-4d11-8de6-434256a15980 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:49:35.289375 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:49:35.295012 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:49:35.311601 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8b35c4-87aa-46ff-aa06-8879ca3bc384 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:49:35.319388 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7d8b35c4-87aa-46ff-aa06-8879ca3bc384 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:35.329375 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e870f4e-90a2-4679-af81-2e5e53f9ba14 None None] Sync routers for ids ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:49:35.347933 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e870f4e-90a2-4679-af81-2e5e53f9ba14 None None] Routers {'19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:35.348975 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-5e870f4e-90a2-4679-af81-2e5e53f9ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:49:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:35.359202 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-997879'] for router_interface (aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:35.363193 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-7d8b35c4-87aa-46ff-aa06-8879ca3bc384 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "PUT /v2.0/floatingips/50ba2971-7fff-48b7-982c-859cee2cc88a HTTP/1.1" status: 200 len: 991 time: 1.8735011 May 12 17:49:35.365290 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'tag': '21439de2-974d-41f9-905c-3ce53b19c55a'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:49:35.366288 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] Pushing event updated for resources: {'Port': ['ID=3d6be7a5-8870-4731-a406-b84bea0db040,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:35.368175 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04cbbbc-c249-49c1-bba1-d36725d1de46" -d '{"events": [{"name": "network-changed", "server_uuid": "f637252f-a0d3-4c28-865d-6bebe0284c94", "tag": "21439de2-974d-41f9-905c-3ce53b19c55a"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:49:35.451796 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e2f68-3505-4f57-af03-d26f3dd16695 None None] Current status of the port 63367f51-91dd-493c-8fa0-0f8efd1306ef is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:35.468538 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8b51fa-a9c3-4988-871b-fbf8b62666d8 x-openstack-request-id: req-2a8b51fa-a9c3-4988-871b-fbf8b62666d8 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:49:35.468978 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f637252f-a0d3-4c28-865d-6bebe0284c94", "tag": "21439de2-974d-41f9-905c-3ce53b19c55a", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:49:35.469102 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2a8b51fa-a9c3-4988-871b-fbf8b62666d8 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:49:35.469568 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a8b51fa-a9c3-4988-871b-fbf8b62666d8'] response: {'name': 'network-changed', 'server_uuid': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'tag': '21439de2-974d-41f9-905c-3ce53b19c55a', 'status': 'completed', 'code': 200} May 12 17:49:35.482066 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'name': 'tempest-TestVolumeBootPattern-578294669-router', 'tenant_id': 'd7c90277db3d4f89abd17dc952d72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '4e5fba79-8af4-4879-93a6-cb1c02a13bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:31Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 3, 'project_id': 'd7c90277db3d4f89abd17dc952d72400', 'gw_port': {'id': '4e5fba79-8af4-4879-93a6-cb1c02a13bf9', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:eb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:31Z', 'updated_at': '2022-05-12T17:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:35.531446 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a7a42-4dea-4682-8d86-ae3057160cac None None] The sync data for ids ['aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b'] in dv-cinder-840525-2-iscsi is: [{'id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'name': 'tempest-TestVolumeBootPattern-578294669-router', 'tenant_id': 'd7c90277db3d4f89abd17dc952d72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '4e5fba79-8af4-4879-93a6-cb1c02a13bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:31Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 3, 'project_id': 'd7c90277db3d4f89abd17dc952d72400', 'gw_port': {'id': '4e5fba79-8af4-4879-93a6-cb1c02a13bf9', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:eb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:31Z', 'updated_at': '2022-05-12T17:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:49:35.567614 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-5e870f4e-90a2-4679-af81-2e5e53f9ba14 None None] Set router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:35.618054 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (3d6be7a5-8870-4731-a406-b84bea0db040), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:35.629361 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cbbbc-c249-49c1-bba1-d36725d1de46 req-f31b7799-be05-49da-ab12-42b69e1896d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:35.632127 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b04cbbbc-c249-49c1-bba1-d36725d1de46 req-f31b7799-be05-49da-ab12-42b69e1896d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a&device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 1129 time: 0.0996778 May 12 17:49:35.784937 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cbbbc-c249-49c1-bba1-d36725d1de46 req-6dd55037-aac4-4bdb-ba7b-864a32bd3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:35.786473 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b04cbbbc-c249-49c1-bba1-d36725d1de46 req-6dd55037-aac4-4bdb-ba7b-864a32bd3972 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4a1943f-5104-4c36-90a4-e3e9daad3559 HTTP/1.1" status: 200 len: 918 time: 0.1473744 May 12 17:49:35.810945 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 358168d9-522b-4b05-9508-6924f4b61d7b up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:49:35.839326 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-bdd41df8-8878-42cf-9e4d-3aae99a9daf8 None None] Provisioning complete for port 3d6be7a5-8870-4731-a406-b84bea0db040 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:35.839962 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bdd41df8-8878-42cf-9e4d-3aae99a9daf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (3d6be7a5-8870-4731-a406-b84bea0db040), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:35.871280 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b04cbbbc-c249-49c1-bba1-d36725d1de46 req-a3a37843-59d0-40c0-8162-f62dd7d7b4bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21439de2-974d-41f9-905c-3ce53b19c55a HTTP/1.1" status: 200 len: 999 time: 0.0777366 May 12 17:49:35.893421 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-bdd41df8-8878-42cf-9e4d-3aae99a9daf8 None None] Port 3d6be7a5-8870-4731-a406-b84bea0db040 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:49:35.963813 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cbbbc-c249-49c1-bba1-d36725d1de46 req-61cca105-c7c0-48c6-b109-efd9c4cc1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:35.965688 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b04cbbbc-c249-49c1-bba1-d36725d1de46 req-61cca105-c7c0-48c6-b109-efd9c4cc1e2f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d7a356f-70cc-48ae-8b5e-262b49b6be03 HTTP/1.1" status: 200 len: 856 time: 0.0864639 May 12 17:49:35.997396 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 358168d9-522b-4b05-9508-6924f4b61d7b triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:35.997773 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (358168d9-522b-4b05-9508-6924f4b61d7b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:36.017127 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3597a4-ca4e-4a19-88cf-c96ad7397434 req-2afc3b43-1af5-4540-bd0d-eb9558b6259d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:36.020799 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0f3597a4-ca4e-4a19-88cf-c96ad7397434 req-2afc3b43-1af5-4540-bd0d-eb9558b6259d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0876102 May 12 17:49:36.029682 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] Publish callbacks [] for port (3d6be7a5-8870-4731-a406-b84bea0db040), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:36.048336 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231180'] for port (3d6be7a5-8870-4731-a406-b84bea0db040), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:36.081483 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cbbbc-c249-49c1-bba1-d36725d1de46 req-0b9eb09a-9a04-486f-b397-b7dbab955337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:36.083434 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b04cbbbc-c249-49c1-bba1-d36725d1de46 req-0b9eb09a-9a04-486f-b397-b7dbab955337 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4a1943f-5104-4c36-90a4-e3e9daad3559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1106234 May 12 17:49:36.119654 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-5e870f4e-90a2-4679-af81-2e5e53f9ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '50ba2971-7fff-48b7-982c-859cee2cc88a', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'port_id': '21439de2-974d-41f9-905c-3ce53b19c55a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'mac_address': 'fa:16:3e:5a:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:49:20Z', 'updated_at': '2022-05-12T17:49:34Z', 'revision_number': 1, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2440bf7b-2656-4bf0-ab2c-b167f965909e', 'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'mac_address': 'fa:16:3e:39:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:02Z', 'updated_at': '2022-05-12T17:45:25Z', 'revision_number': 5, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'subnets': [{'id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:36.159349 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e870f4e-90a2-4679-af81-2e5e53f9ba14 None None] Checking router: 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:49:36.193496 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0f3597a4-ca4e-4a19-88cf-c96ad7397434 req-761b0b76-eb50-4b43-81b0-d31a695ea482 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616011 May 12 17:49:36.198386 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984765'] for router_interface (aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:36.200972 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e870f4e-90a2-4679-af81-2e5e53f9ba14 None None] Routers {'19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:36.201808 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-5e870f4e-90a2-4679-af81-2e5e53f9ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:49:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:36.205686 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] Pushing event updated for resources: {'Port': ['ID=3d6be7a5-8870-4731-a406-b84bea0db040,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:36.268755 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b04cbbbc-c249-49c1-bba1-d36725d1de46 req-ac0833fc-7471-4901-9d1d-cc395e08db22 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762123 May 12 17:49:36.297123 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 358168d9-522b-4b05-9508-6924f4b61d7b is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:36.298283 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 63367f51-91dd-493c-8fa0-0f8efd1306ef up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:49:36.400502 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b04cbbbc-c249-49c1-bba1-d36725d1de46 req-5f705ab3-6a5c-453c-a648-8bc2e4051774 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229737 May 12 17:49:36.400723 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] Network de75f1f2-896b-4d11-8de6-434256a15980 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:49:36.402750 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:49:36.497652 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-5e870f4e-90a2-4679-af81-2e5e53f9ba14 None None] Set router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:36.555200 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 63367f51-91dd-493c-8fa0-0f8efd1306ef triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:36.555200 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (63367f51-91dd-493c-8fa0-0f8efd1306ef), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:36.606289 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] Router aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:49:36.796717 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:49:36.802153 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-001fb5ed-ccfa-473c-902f-65d783645006 admin admin] 10.222.0.73 "PUT /v2.0/routers/aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4535758 May 12 17:49:36.867995 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 63367f51-91dd-493c-8fa0-0f8efd1306ef is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:36.873146 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-b55a821b-65f0-4d8a-9c66-625f96189dfa None None] Provisioning complete for port 3d6be7a5-8870-4731-a406-b84bea0db040 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:36.873543 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b55a821b-65f0-4d8a-9c66-625f96189dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (3d6be7a5-8870-4731-a406-b84bea0db040), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:36.958648 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b02f5-72e8-4a8f-966b-b7cc8f91c01a req-edfe2994-3986-40a0-b241-774a45407d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:36.960854 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-704b02f5-72e8-4a8f-966b-b7cc8f91c01a req-edfe2994-3986-40a0-b241-774a45407d1f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 1129 time: 0.0552530 May 12 17:49:36.981174 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fb5c9-be56-4356-a474-c6467366c1f8 req-2132ce24-2ea3-4ea1-aa64-ffc560f12b08 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:36.983906 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-b55a821b-65f0-4d8a-9c66-625f96189dfa None None] Port 3d6be7a5-8870-4731-a406-b84bea0db040 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:49:36.984253 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-257fb5c9-be56-4356-a474-c6467366c1f8 req-2132ce24-2ea3-4ea1-aa64-ffc560f12b08 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0829039 May 12 17:49:37.000187 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-5e870f4e-90a2-4679-af81-2e5e53f9ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '50ba2971-7fff-48b7-982c-859cee2cc88a', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'port_id': '21439de2-974d-41f9-905c-3ce53b19c55a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'mac_address': 'fa:16:3e:5a:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:49:20Z', 'updated_at': '2022-05-12T17:49:34Z', 'revision_number': 1, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2440bf7b-2656-4bf0-ab2c-b167f965909e', 'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'mac_address': 'fa:16:3e:39:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:02Z', 'updated_at': '2022-05-12T17:45:25Z', 'revision_number': 5, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'subnets': [{'id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:37.036542 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e870f4e-90a2-4679-af81-2e5e53f9ba14 None None] The sync data for ids ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'] in dv-cinder-840525-2-iscsi is: [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '50ba2971-7fff-48b7-982c-859cee2cc88a', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'port_id': '21439de2-974d-41f9-905c-3ce53b19c55a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'mac_address': 'fa:16:3e:5a:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:49:20Z', 'updated_at': '2022-05-12T17:49:34Z', 'revision_number': 1, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2440bf7b-2656-4bf0-ab2c-b167f965909e', 'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'mac_address': 'fa:16:3e:39:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:02Z', 'updated_at': '2022-05-12T17:45:25Z', 'revision_number': 5, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'subnets': [{'id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:49:37.075083 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-257fb5c9-be56-4356-a474-c6467366c1f8 req-68443264-bd21-4f7c-a34b-ec22a2bc7daf tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784297 May 12 17:49:37.081672 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b02f5-72e8-4a8f-966b-b7cc8f91c01a req-f03344e1-6072-47f5-956a-3577e3ce41f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:37.083575 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-704b02f5-72e8-4a8f-966b-b7cc8f91c01a req-f03344e1-6072-47f5-956a-3577e3ce41f6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 920 time: 0.1120162 May 12 17:49:37.161751 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-704b02f5-72e8-4a8f-966b-b7cc8f91c01a req-01766657-b20a-4862-b1f8-005eaeaa20f7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 HTTP/1.1" status: 200 len: 1000 time: 0.0655491 May 12 17:49:37.212591 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b02f5-72e8-4a8f-966b-b7cc8f91c01a req-3e276467-c415-455f-9426-f3855e30cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:37.213997 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-704b02f5-72e8-4a8f-966b-b7cc8f91c01a req-3e276467-c415-455f-9426-f3855e30cb43 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=408098b4-b6ba-468a-a49c-afb1cbe23810 HTTP/1.1" status: 200 len: 858 time: 0.0455639 May 12 17:49:37.253586 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56986) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:37.258735 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-857ab2e0-8a95-43b2-9d5d-dcc972ea3a1c tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-948308070', 'description': 'tempest-secgroup-smoke-948308070 description', 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:37.259294 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b02f5-72e8-4a8f-966b-b7cc8f91c01a req-00e61621-8e6b-44d5-9127-a71bd0c7b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:37.260850 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-704b02f5-72e8-4a8f-966b-b7cc8f91c01a req-00e61621-8e6b-44d5-9127-a71bd0c7b50a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dae508b5-33ae-47fd-88cd-96de0b50f763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407121 May 12 17:49:37.281199 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-857ab2e0-8a95-43b2-9d5d-dcc972ea3a1c tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.358164 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-857ab2e0-8a95-43b2-9d5d-dcc972ea3a1c tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group (799ae988-631f-4578-983b-c368dfc9c489), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.362375 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-857ab2e0-8a95-43b2-9d5d-dcc972ea3a1c tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (799ae988-631f-4578-983b-c368dfc9c489), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.395684 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-857ab2e0-8a95-43b2-9d5d-dcc972ea3a1c tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.397073 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-857ab2e0-8a95-43b2-9d5d-dcc972ea3a1c tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1422846 May 12 17:49:37.400204 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56988) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:37.405883 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-4bf6ea57-2d69-4dd4-92aa-f24fbf21627d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Request body: {'security_group_rule': {'security_group_id': '799ae988-631f-4578-983b-c368dfc9c489', 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:37.411864 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ab2e0-8a95-43b2-9d5d-dcc972ea3a1c tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799ae988-631f-4578-983b-c368dfc9c489,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:37.437154 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4bf6ea57-2d69-4dd4-92aa-f24fbf21627d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group_rule (8ea5b312-6fac-4fc6-b7e2-22f22d0539fb), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.505180 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4bf6ea57-2d69-4dd4-92aa-f24fbf21627d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group_rule (8ea5b312-6fac-4fc6-b7e2-22f22d0539fb), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.510471 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4bf6ea57-2d69-4dd4-92aa-f24fbf21627d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (8ea5b312-6fac-4fc6-b7e2-22f22d0539fb), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.531076 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6ea57-2d69-4dd4-92aa-f24fbf21627d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea5b312-6fac-4fc6-b7e2-22f22d0539fb,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:37.545981 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4bf6ea57-2d69-4dd4-92aa-f24fbf21627d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.550048 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-4bf6ea57-2d69-4dd4-92aa-f24fbf21627d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487939 May 12 17:49:37.550571 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56990) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:37.556070 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-81314f96-7105-495a-8611-2b2cfac749af tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Request body: {'security_group_rule': {'security_group_id': '799ae988-631f-4578-983b-c368dfc9c489', 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:37.593741 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-81314f96-7105-495a-8611-2b2cfac749af tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group_rule (5debdab3-d5ed-43a1-8a66-1edd7598358f), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.596372 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-704b02f5-72e8-4a8f-966b-b7cc8f91c01a req-ce8f47fd-5a22-4fb9-96a0-b368bc947c07 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282630 May 12 17:49:37.660130 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 4e5fba79-8af4-4879-93a6-cb1c02a13bf9 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:49:37.697653 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-81314f96-7105-495a-8611-2b2cfac749af tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group_rule (5debdab3-d5ed-43a1-8a66-1edd7598358f), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.703565 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-81314f96-7105-495a-8611-2b2cfac749af tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (5debdab3-d5ed-43a1-8a66-1edd7598358f), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.728750 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-704b02f5-72e8-4a8f-966b-b7cc8f91c01a req-885ccd1e-28be-4b19-aecc-440713c365c9 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238260 May 12 17:49:37.734496 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81314f96-7105-495a-8611-2b2cfac749af tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5debdab3-d5ed-43a1-8a66-1edd7598358f,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:37.750752 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-81314f96-7105-495a-8611-2b2cfac749af tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.759102 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-81314f96-7105-495a-8611-2b2cfac749af tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2007315 May 12 17:49:37.759524 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 4e5fba79-8af4-4879-93a6-cb1c02a13bf9 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:37.759524 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (4e5fba79-8af4-4879-93a6-cb1c02a13bf9), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.760015 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 56992) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:37.765545 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-7942785f-b7db-47cb-aae5-bc4a7b10a713 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Request body: {'security_group_rule': {'security_group_id': '799ae988-631f-4578-983b-c368dfc9c489', 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:37.813690 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7942785f-b7db-47cb-aae5-bc4a7b10a713 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group_rule (2640a417-9c93-4f11-8a12-012058309da6), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.855957 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a0a6e5-006e-4b51-bca0-82d0b7fcb33b None None] New status for floating IP 50ba2971-7fff-48b7-982c-859cee2cc88a: ACTIVE {{(pid=109953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:49:37.871837 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 4e5fba79-8af4-4879-93a6-cb1c02a13bf9 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:37.872771 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (4e5fba79-8af4-4879-93a6-cb1c02a13bf9), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.887264 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7942785f-b7db-47cb-aae5-bc4a7b10a713 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group_rule (2640a417-9c93-4f11-8a12-012058309da6), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.890711 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7942785f-b7db-47cb-aae5-bc4a7b10a713 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (2640a417-9c93-4f11-8a12-012058309da6), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.900488 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] For port 4e5fba79-8af4-4879-93a6-cb1c02a13bf9, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=4e5fba79-8af4-4879-93a6-cb1c02a13bf9,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:37.905193 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (4e5fba79-8af4-4879-93a6-cb1c02a13bf9), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.907532 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942785f-b7db-47cb-aae5-bc4a7b10a713 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2640a417-9c93-4f11-8a12-012058309da6,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:37.924318 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7942785f-b7db-47cb-aae5-bc4a7b10a713 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.926118 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-7942785f-b7db-47cb-aae5-bc4a7b10a713 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1648619 May 12 17:49:37.929777 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 56994) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:37.934683 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-0c3d073c-b159-4382-a9fa-c4da6c8dd8b7 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Request body: {'security_group_rule': {'security_group_id': '799ae988-631f-4578-983b-c368dfc9c489', 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:37.972064 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Pushing event updated for resources: {'Port': ['ID=4e5fba79-8af4-4879-93a6-cb1c02a13bf9,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:37.985278 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0c3d073c-b159-4382-a9fa-c4da6c8dd8b7 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group_rule (8a837b30-6f54-42b4-9a09-61346b06baa3), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:37.992348 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Sync routers for ids ['aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:49:38.003543 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Routers {'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:38.004184 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:49:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:38.050887 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0c3d073c-b159-4382-a9fa-c4da6c8dd8b7 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group_rule (8a837b30-6f54-42b4-9a09-61346b06baa3), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:38.056476 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0c3d073c-b159-4382-a9fa-c4da6c8dd8b7 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (8a837b30-6f54-42b4-9a09-61346b06baa3), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:38.073965 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d073c-b159-4382-a9fa-c4da6c8dd8b7 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a837b30-6f54-42b4-9a09-61346b06baa3,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:38.084232 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0c3d073c-b159-4382-a9fa-c4da6c8dd8b7 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:38.089632 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 56996) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:38.090406 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-0c3d073c-b159-4382-a9fa-c4da6c8dd8b7 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1591897 May 12 17:49:38.094402 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-17b21a9c-50a2-40a1-b7fc-e02b45351b53 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Request body: {'security_group_rule': {'security_group_id': '799ae988-631f-4578-983b-c368dfc9c489', 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:38.157780 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.securitygroups_db [None req-17b21a9c-50a2-40a1-b7fc-e02b45351b53 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Project a4d7ebeafe8140b3b8332059258a83eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 17:49:38.164794 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-17b21a9c-50a2-40a1-b7fc-e02b45351b53 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group_rule (a29d94f0-cc07-4fa0-b262-d052e4cddbad), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:38.243064 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-17b21a9c-50a2-40a1-b7fc-e02b45351b53 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group_rule (a29d94f0-cc07-4fa0-b262-d052e4cddbad), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:38.248907 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-17b21a9c-50a2-40a1-b7fc-e02b45351b53 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (a29d94f0-cc07-4fa0-b262-d052e4cddbad), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:38.253356 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e99c8-43c1-4700-9d22-8c4cbca4756b req-2de477ee-6d4f-4b7b-a770-d92e9faf9772 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:38.262958 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-744e99c8-43c1-4700-9d22-8c4cbca4756b req-2de477ee-6d4f-4b7b-a770-d92e9faf9772 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0787466 May 12 17:49:38.263338 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Set router aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:38.272493 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b21a9c-50a2-40a1-b7fc-e02b45351b53 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29d94f0-cc07-4fa0-b262-d052e4cddbad,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:38.282640 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-17b21a9c-50a2-40a1-b7fc-e02b45351b53 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:38.286968 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-17b21a9c-50a2-40a1-b7fc-e02b45351b53 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1933014 May 12 17:49:38.287199 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 57000) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:38.293102 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-9db94b1d-ba16-4854-906c-95bf491fef31 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Request body: {'security_group_rule': {'security_group_id': '799ae988-631f-4578-983b-c368dfc9c489', 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:38.323129 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.securitygroups_db [None req-9db94b1d-ba16-4854-906c-95bf491fef31 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Project a4d7ebeafe8140b3b8332059258a83eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 17:49:38.330441 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9db94b1d-ba16-4854-906c-95bf491fef31 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group_rule (36e500cd-1362-47dc-93e2-7904e1a21511), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:38.331660 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-744e99c8-43c1-4700-9d22-8c4cbca4756b req-d08e5d2a-7ead-4bf4-aef6-f84286cf5d36 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678380 May 12 17:49:38.391811 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9db94b1d-ba16-4854-906c-95bf491fef31 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group_rule (36e500cd-1362-47dc-93e2-7904e1a21511), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:38.396697 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9db94b1d-ba16-4854-906c-95bf491fef31 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (36e500cd-1362-47dc-93e2-7904e1a21511), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:38.427707 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db94b1d-ba16-4854-906c-95bf491fef31 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e500cd-1362-47dc-93e2-7904e1a21511,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:38.439840 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9db94b1d-ba16-4854-906c-95bf491fef31 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:38.441078 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-9db94b1d-ba16-4854-906c-95bf491fef31 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1519456 May 12 17:49:38.487120 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'name': 'tempest-TestVolumeBootPattern-578294669-router', 'tenant_id': 'd7c90277db3d4f89abd17dc952d72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '4e5fba79-8af4-4879-93a6-cb1c02a13bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:31Z', 'updated_at': '2022-05-12T17:49:35Z', 'revision_number': 4, 'project_id': 'd7c90277db3d4f89abd17dc952d72400', 'gw_port': {'id': '4e5fba79-8af4-4879-93a6-cb1c02a13bf9', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:eb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:31Z', 'updated_at': '2022-05-12T17:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '3d6be7a5-8870-4731-a406-b84bea0db040', 'name': '', 'network_id': 'de75f1f2-896b-4d11-8de6-434256a15980', 'tenant_id': 'd7c90277db3d4f89abd17dc952d72400', 'mac_address': 'fa:16:3e:39:05:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '755011c3-ea6f-40aa-a8b5-cbf8e26de01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:34Z', 'updated_at': '2022-05-12T17:49:35Z', 'revision_number': 2, 'project_id': 'd7c90277db3d4f89abd17dc952d72400', 'subnets': [{'id': '755011c3-ea6f-40aa-a8b5-cbf8e26de01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:38.516205 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Checking router: aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:49:38.516562 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Updating router aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b port 3d6be7a5-8870-4731-a406-b84bea0db040 binding host dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:49:38.547374 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (3d6be7a5-8870-4731-a406-b84bea0db040), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:38.885797 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Publish callbacks [] for port (3d6be7a5-8870-4731-a406-b84bea0db040), precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:38.892759 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (3d6be7a5-8870-4731-a406-b84bea0db040), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:38.946542 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d95028-a92a-4c22-98ab-bb4e074f11a3 None None] Pushing event updated for resources: {'Port': ['ID=3d6be7a5-8870-4731-a406-b84bea0db040,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:39.010340 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Attempting to bind port 3d6be7a5-8870-4731-a406-b84bea0db040 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:49:39.010720 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Attempting to bind port 3d6be7a5-8870-4731-a406-b84bea0db040 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': '3451e87a-7b32-4eae-b8ff-f69c57669c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'de75f1f2-896b-4d11-8de6-434256a15980'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:49:39.011082 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Attempting to bind port 3d6be7a5-8870-4731-a406-b84bea0db040 on network de75f1f2-896b-4d11-8de6-434256a15980 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:49:39.016835 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:49:39.017210 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Checking segment: {'id': '3451e87a-7b32-4eae-b8ff-f69c57669c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'de75f1f2-896b-4d11-8de6-434256a15980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:49:39.017611 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:39.018003 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Bound using segment: {'id': '3451e87a-7b32-4eae-b8ff-f69c57669c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'de75f1f2-896b-4d11-8de6-434256a15980'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:49:39.018477 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Bound port: 3d6be7a5-8870-4731-a406-b84bea0db040, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3451e87a-7b32-4eae-b8ff-f69c57669c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'de75f1f2-896b-4d11-8de6-434256a15980'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:49:39.018857 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (3d6be7a5-8870-4731-a406-b84bea0db040), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:39.089583 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] For port 3d6be7a5-8870-4731-a406-b84bea0db040, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:49:39.093249 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] For port 3d6be7a5-8870-4731-a406-b84bea0db040, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=3d6be7a5-8870-4731-a406-b84bea0db040,segment=NetworkSegment(3451e87a-7b32-4eae-b8ff-f69c57669c72),segment_id=3451e87a-7b32-4eae-b8ff-f69c57669c72)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:49:39.100824 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (3d6be7a5-8870-4731-a406-b84bea0db040), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:39.166182 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Routers {'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:39.166182 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:49:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:39.167234 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d95028-a92a-4c22-98ab-bb4e074f11a3 None None] Pushing event updated for resources: {'Port': ['ID=3d6be7a5-8870-4731-a406-b84bea0db040,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:39.238731 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-a6904de9-74d7-4feb-884b-be34ff750862 None None] Provisioning complete for port 3d6be7a5-8870-4731-a406-b84bea0db040 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:39.239329 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a6904de9-74d7-4feb-884b-be34ff750862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (3d6be7a5-8870-4731-a406-b84bea0db040), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:39.327088 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] Set router aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:39.455692 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59757a-c10d-4fe7-972e-4bdcbf7e6e68 req-822e6c96-52c5-408c-a5af-dd3378601866 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:39.458053 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6b59757a-c10d-4fe7-972e-4bdcbf7e6e68 req-822e6c96-52c5-408c-a5af-dd3378601866 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0521848 May 12 17:49:39.472695 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a6904de9-74d7-4feb-884b-be34ff750862 None None] Current status of the port 3d6be7a5-8870-4731-a406-b84bea0db040 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:39.473536 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a6904de9-74d7-4feb-884b-be34ff750862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (3d6be7a5-8870-4731-a406-b84bea0db040), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:39.523622 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6b59757a-c10d-4fe7-972e-4bdcbf7e6e68 req-836aefe3-8f81-4bc9-835b-bd3d4cbd0c95 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560029 May 12 17:49:39.553212 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-a6904de9-74d7-4feb-884b-be34ff750862 None None] For port 3d6be7a5-8870-4731-a406-b84bea0db040, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=3d6be7a5-8870-4731-a406-b84bea0db040,segment=NetworkSegment(3451e87a-7b32-4eae-b8ff-f69c57669c72),segment_id=3451e87a-7b32-4eae-b8ff-f69c57669c72)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:39.559447 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a6904de9-74d7-4feb-884b-be34ff750862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (3d6be7a5-8870-4731-a406-b84bea0db040), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:39.646777 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 4e5fba79-8af4-4879-93a6-cb1c02a13bf9 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:49:39.692654 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'name': 'tempest-TestVolumeBootPattern-578294669-router', 'tenant_id': 'd7c90277db3d4f89abd17dc952d72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '4e5fba79-8af4-4879-93a6-cb1c02a13bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:31Z', 'updated_at': '2022-05-12T17:49:35Z', 'revision_number': 4, 'project_id': 'd7c90277db3d4f89abd17dc952d72400', 'gw_port': {'id': '4e5fba79-8af4-4879-93a6-cb1c02a13bf9', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:eb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:31Z', 'updated_at': '2022-05-12T17:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '3d6be7a5-8870-4731-a406-b84bea0db040', 'name': '', 'network_id': 'de75f1f2-896b-4d11-8de6-434256a15980', 'tenant_id': 'd7c90277db3d4f89abd17dc952d72400', 'mac_address': 'fa:16:3e:39:05:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '755011c3-ea6f-40aa-a8b5-cbf8e26de01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:34Z', 'updated_at': '2022-05-12T17:49:39Z', 'revision_number': 4, 'project_id': 'd7c90277db3d4f89abd17dc952d72400', 'subnets': [{'id': '755011c3-ea6f-40aa-a8b5-cbf8e26de01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:39.737428 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6904de9-74d7-4feb-884b-be34ff750862 None None] Pushing event updated for resources: {'Port': ['ID=3d6be7a5-8870-4731-a406-b84bea0db040,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:39.750516 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b07885-1dee-4ae9-832e-9ed5a9fdc6ee None None] The sync data for ids ['aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b'] in dv-cinder-840525-2-iscsi is: [{'id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'name': 'tempest-TestVolumeBootPattern-578294669-router', 'tenant_id': 'd7c90277db3d4f89abd17dc952d72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '4e5fba79-8af4-4879-93a6-cb1c02a13bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:31Z', 'updated_at': '2022-05-12T17:49:35Z', 'revision_number': 4, 'project_id': 'd7c90277db3d4f89abd17dc952d72400', 'gw_port': {'id': '4e5fba79-8af4-4879-93a6-cb1c02a13bf9', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:eb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:31Z', 'updated_at': '2022-05-12T17:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '3d6be7a5-8870-4731-a406-b84bea0db040', 'name': '', 'network_id': 'de75f1f2-896b-4d11-8de6-434256a15980', 'tenant_id': 'd7c90277db3d4f89abd17dc952d72400', 'mac_address': 'fa:16:3e:39:05:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '755011c3-ea6f-40aa-a8b5-cbf8e26de01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:34Z', 'updated_at': '2022-05-12T17:49:39Z', 'revision_number': 4, 'project_id': 'd7c90277db3d4f89abd17dc952d72400', 'subnets': [{'id': '755011c3-ea6f-40aa-a8b5-cbf8e26de01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:49:39.755404 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-4baf0e7e-2268-4e23-9c3f-d0e75d6219aa None None] Provisioning complete for port 3d6be7a5-8870-4731-a406-b84bea0db040 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:39.755918 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4baf0e7e-2268-4e23-9c3f-d0e75d6219aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (3d6be7a5-8870-4731-a406-b84bea0db040), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:39.808608 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 4e5fba79-8af4-4879-93a6-cb1c02a13bf9 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:39.808894 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (4e5fba79-8af4-4879-93a6-cb1c02a13bf9), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:39.902090 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-4baf0e7e-2268-4e23-9c3f-d0e75d6219aa None None] Current status of the port 3d6be7a5-8870-4731-a406-b84bea0db040 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:39.944777 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 4e5fba79-8af4-4879-93a6-cb1c02a13bf9 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:40.643704 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13b5a3-5318-4255-ba9b-af7d54410a9e req-f2a57d56-fa7d-4b19-a83f-8127734f1426 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:40.645250 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6b13b5a3-5318-4255-ba9b-af7d54410a9e req-f2a57d56-fa7d-4b19-a83f-8127734f1426 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0502985 May 12 17:49:40.700235 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6b13b5a3-5318-4255-ba9b-af7d54410a9e req-fa56402a-1ee2-4df1-81f3-c9b644cdf816 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485718 May 12 17:49:40.818384 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00cab7-480a-42ef-a24a-b0a79e7b67e5 req-17e2462c-fe2b-4411-b9c6-11e9d7599691 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:40.820123 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5e00cab7-480a-42ef-a24a-b0a79e7b67e5 req-17e2462c-fe2b-4411-b9c6-11e9d7599691 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0502725 May 12 17:49:40.828798 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57066) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:40.833441 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-4248b8d0-51d8-4283-8c81-6e08a1f585ad tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Request body: {'floatingip': {'port_id': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:40.896088 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4248b8d0-51d8-4283-8c81-6e08a1f585ad tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for floatingip (3b74673a-6d1f-4f8f-80b2-2d59597b519a), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:41.387051 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4248b8d0-51d8-4283-8c81-6e08a1f585ad tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:41.390864 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4248b8d0-51d8-4283-8c81-6e08a1f585ad tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (3b74673a-6d1f-4f8f-80b2-2d59597b519a), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:41.617731 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4248b8d0-51d8-4283-8c81-6e08a1f585ad tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Router 1eb1760e-994e-46fc-a0fb-270c48206264 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:49:41.635990 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 3d6be7a5-8870-4731-a406-b84bea0db040 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:49:41.685801 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 3d6be7a5-8870-4731-a406-b84bea0db040 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:41.686209 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (3d6be7a5-8870-4731-a406-b84bea0db040), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:41.732334 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4248b8d0-51d8-4283-8c81-6e08a1f585ad tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:49:41.736749 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4248b8d0-51d8-4283-8c81-6e08a1f585ad tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:41.743297 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33475fb-b976-4cf4-8eb0-a12644b2212b None None] Sync routers for ids ['1eb1760e-994e-46fc-a0fb-270c48206264'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:49:41.758256 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33475fb-b976-4cf4-8eb0-a12644b2212b None None] Routers {'1eb1760e-994e-46fc-a0fb-270c48206264'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:41.759288 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-b33475fb-b976-4cf4-8eb0-a12644b2212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:49:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['1eb1760e-994e-46fc-a0fb-270c48206264'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:41.768755 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 3d6be7a5-8870-4731-a406-b84bea0db040 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:41.778616 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'tag': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:49:41.781158 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7f007d-e306-4f4e-9e6c-455350f2927b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b5a3c0-ae83-4249-9ac3-dddc8a328712", "tag": "bb2465e3-e5fd-4ae3-9017-cb6fa37925e6"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:49:41.820833 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-4248b8d0-51d8-4283-8c81-6e08a1f585ad tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "PUT /v2.0/floatingips/3b74673a-6d1f-4f8f-80b2-2d59597b519a HTTP/1.1" status: 200 len: 992 time: 0.9906168 May 12 17:49:41.826661 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b17a5ed-9b26-4f4e-bea3-2d9536f7beed x-openstack-request-id: req-3b17a5ed-9b26-4f4e-bea3-2d9536f7beed {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:49:41.827007 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b5a3c0-ae83-4249-9ac3-dddc8a328712", "tag": "bb2465e3-e5fd-4ae3-9017-cb6fa37925e6", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:49:41.827271 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3b17a5ed-9b26-4f4e-bea3-2d9536f7beed {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:49:41.827811 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b17a5ed-9b26-4f4e-bea3-2d9536f7beed'] response: {'name': 'network-changed', 'server_uuid': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'tag': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6', 'status': 'completed', 'code': 200} May 12 17:49:41.878636 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-b33475fb-b976-4cf4-8eb0-a12644b2212b None None] Set router 1eb1760e-994e-46fc-a0fb-270c48206264 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:41.929994 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f007d-e306-4f4e-9e6c-455350f2927b req-e3d1f3dd-fa01-446f-a2f1-c34df161dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:41.931477 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-fb7f007d-e306-4f4e-9e6c-455350f2927b req-e3d1f3dd-fa01-446f-a2f1-c34df161dff6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 1129 time: 0.0407763 May 12 17:49:42.031590 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f007d-e306-4f4e-9e6c-455350f2927b req-4b55ef89-8579-4efa-9049-a890484e742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:42.033116 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-fb7f007d-e306-4f4e-9e6c-455350f2927b req-4b55ef89-8579-4efa-9049-a890484e742b service neutron] 10.222.0.74 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 920 time: 0.0929608 May 12 17:49:42.102833 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-fb7f007d-e306-4f4e-9e6c-455350f2927b req-fa04b867-2336-4706-a18d-9c1083c22020 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 HTTP/1.1" status: 200 len: 1000 time: 0.0608652 May 12 17:49:42.111749 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-b33475fb-b976-4cf4-8eb0-a12644b2212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:04Z', 'revision_number': 4, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'gw_port': {'id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:56Z', 'updated_at': '2022-05-12T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '3b74673a-6d1f-4f8f-80b2-2d59597b519a', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'port_id': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'mac_address': 'fa:16:3e:f0:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:47:34Z', 'updated_at': '2022-05-12T17:49:41Z', 'revision_number': 3, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa820e9c-b2aa-4586-9077-63bc3c98cdbc', 'name': '', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'mac_address': 'fa:16:3e:89:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:03Z', 'updated_at': '2022-05-12T17:45:21Z', 'revision_number': 5, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'subnets': [{'id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:42.140688 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33475fb-b976-4cf4-8eb0-a12644b2212b None None] Checking router: 1eb1760e-994e-46fc-a0fb-270c48206264 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:49:42.151075 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33475fb-b976-4cf4-8eb0-a12644b2212b None None] Routers {'1eb1760e-994e-46fc-a0fb-270c48206264'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:42.151688 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-b33475fb-b976-4cf4-8eb0-a12644b2212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:49:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['1eb1760e-994e-46fc-a0fb-270c48206264'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:42.157335 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f007d-e306-4f4e-9e6c-455350f2927b req-d318c500-39e5-4a29-a703-2978d953192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:42.158794 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-fb7f007d-e306-4f4e-9e6c-455350f2927b req-d318c500-39e5-4a29-a703-2978d953192f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=408098b4-b6ba-468a-a49c-afb1cbe23810 HTTP/1.1" status: 200 len: 858 time: 0.0495450 May 12 17:49:42.202705 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f007d-e306-4f4e-9e6c-455350f2927b req-a37d36f5-2831-4661-b2b5-616ccb6d30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:42.204509 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-fb7f007d-e306-4f4e-9e6c-455350f2927b req-a37d36f5-2831-4661-b2b5-616ccb6d30d6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dae508b5-33ae-47fd-88cd-96de0b50f763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391355 May 12 17:49:42.267671 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-b33475fb-b976-4cf4-8eb0-a12644b2212b None None] Set router 1eb1760e-994e-46fc-a0fb-270c48206264 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:42.296109 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-fb7f007d-e306-4f4e-9e6c-455350f2927b req-ce0391ac-319e-4d38-b073-bfe5f014903b service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847790 May 12 17:49:42.390156 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-fb7f007d-e306-4f4e-9e6c-455350f2927b req-3be1a7fe-d879-4ef3-9964-e5f518d599d3 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879519 May 12 17:49:42.493793 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-b33475fb-b976-4cf4-8eb0-a12644b2212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:04Z', 'revision_number': 4, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'gw_port': {'id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:56Z', 'updated_at': '2022-05-12T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '3b74673a-6d1f-4f8f-80b2-2d59597b519a', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'port_id': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'mac_address': 'fa:16:3e:f0:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:47:34Z', 'updated_at': '2022-05-12T17:49:41Z', 'revision_number': 3, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa820e9c-b2aa-4586-9077-63bc3c98cdbc', 'name': '', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'mac_address': 'fa:16:3e:89:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:03Z', 'updated_at': '2022-05-12T17:45:21Z', 'revision_number': 5, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'subnets': [{'id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:42.520037 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33475fb-b976-4cf4-8eb0-a12644b2212b None None] The sync data for ids ['1eb1760e-994e-46fc-a0fb-270c48206264'] in dv-cinder-840525-2-iscsi is: [{'id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:04Z', 'revision_number': 4, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'gw_port': {'id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:56Z', 'updated_at': '2022-05-12T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '3b74673a-6d1f-4f8f-80b2-2d59597b519a', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'port_id': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'mac_address': 'fa:16:3e:f0:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:47:34Z', 'updated_at': '2022-05-12T17:49:41Z', 'revision_number': 3, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa820e9c-b2aa-4586-9077-63bc3c98cdbc', 'name': '', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'mac_address': 'fa:16:3e:89:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:03Z', 'updated_at': '2022-05-12T17:45:21Z', 'revision_number': 5, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'subnets': [{'id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:49:43.828893 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'tag': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:49:43.831761 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6273d31-b01e-4be6-8a8e-fdf1994d3677" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b5a3c0-ae83-4249-9ac3-dddc8a328712", "tag": "bb2465e3-e5fd-4ae3-9017-cb6fa37925e6"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:49:43.868286 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667a981c-d06b-44a5-9692-3dd41bd72152 x-openstack-request-id: req-667a981c-d06b-44a5-9692-3dd41bd72152 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:49:43.869117 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b5a3c0-ae83-4249-9ac3-dddc8a328712", "tag": "bb2465e3-e5fd-4ae3-9017-cb6fa37925e6", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:49:43.869528 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-667a981c-d06b-44a5-9692-3dd41bd72152 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:49:43.869939 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667a981c-d06b-44a5-9692-3dd41bd72152'] response: {'name': 'network-changed', 'server_uuid': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'tag': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6', 'status': 'completed', 'code': 200} May 12 17:49:43.966499 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6273d31-b01e-4be6-8a8e-fdf1994d3677 req-76bb6140-f867-4762-9bba-e9dd931bb981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:43.967983 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b6273d31-b01e-4be6-8a8e-fdf1994d3677 req-76bb6140-f867-4762-9bba-e9dd931bb981 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 1129 time: 0.0403719 May 12 17:49:44.067945 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6273d31-b01e-4be6-8a8e-fdf1994d3677 req-1b7e187b-b859-42ab-a145-7209935ac6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:44.070066 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b6273d31-b01e-4be6-8a8e-fdf1994d3677 req-1b7e187b-b859-42ab-a145-7209935ac6dd service neutron] 10.222.0.74 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 920 time: 0.0919647 May 12 17:49:44.137876 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b6273d31-b01e-4be6-8a8e-fdf1994d3677 req-beac043e-99b3-4e7e-8a1e-241e6ade8cfe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 HTTP/1.1" status: 200 len: 1000 time: 0.0609324 May 12 17:49:44.193935 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6273d31-b01e-4be6-8a8e-fdf1994d3677 req-71561ab4-838f-4d3a-bcdc-c63c06444a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:44.195173 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b6273d31-b01e-4be6-8a8e-fdf1994d3677 req-71561ab4-838f-4d3a-bcdc-c63c06444a85 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=408098b4-b6ba-468a-a49c-afb1cbe23810 HTTP/1.1" status: 200 len: 858 time: 0.0485072 May 12 17:49:44.240400 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6273d31-b01e-4be6-8a8e-fdf1994d3677 req-85624afa-a053-4eec-bdf3-8ad7847c3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:44.241932 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b6273d31-b01e-4be6-8a8e-fdf1994d3677 req-85624afa-a053-4eec-bdf3-8ad7847c3217 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dae508b5-33ae-47fd-88cd-96de0b50f763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394113 May 12 17:49:44.331885 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b6273d31-b01e-4be6-8a8e-fdf1994d3677 req-e59f4976-38f1-49dd-8c1b-eb05f5fc1205 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831459 May 12 17:49:44.425806 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b6273d31-b01e-4be6-8a8e-fdf1994d3677 req-cdc1e063-60aa-4128-a330-264f96158e28 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875292 May 12 17:49:48.128232 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:49:53.640202 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0d4402b0-e39c-4ae9-8eae-6a2be3999e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:55.003249 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-01eb459c-062f-435d-9568-d1c5eb520677 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-948308070&fields=id&tenant_id=a4d7ebeafe8140b3b8332059258a83eb HTTP/1.1" status: 200 len: 267 time: 0.0471268 May 12 17:49:55.105610 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-1dcea898-6333-4142-99c7-9e07a53577a6 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:55.107072 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-1dcea898-6333-4142-99c7-9e07a53577a6 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/networks?id=a25dbb6f-d15b-498d-a498-e2acebdb3c69 HTTP/1.1" status: 200 len: 811 time: 0.0969670 May 12 17:49:55.121847 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-8a40ac01-430f-4b40-8584-e3732fe89324 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/quotas/a4d7ebeafe8140b3b8332059258a83eb HTTP/1.1" status: 200 len: 375 time: 0.0092783 May 12 17:49:55.159437 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:55.173270 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-dd1fbb5d-3523-4ef1-b934-357b5b12ccf2 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4d7ebeafe8140b3b8332059258a83eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458479 May 12 17:49:55.270454 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-558cac6b-2555-4996-83d1-98feafd5e417 service neutron] 10.222.0.73 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848215 May 12 17:49:55.357695 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-a9cc6fc0-3a83-42d5-9181-531024b9c824 service neutron] 10.222.0.73 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810328 May 12 17:49:55.654872 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c6e379e6-0b4f-425c-b4e4-e40187cebc41 req-dd5e1e2d-e9d5-47f7-b000-5e4ee194eed4 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 210 time: 0.0320117 May 12 17:49:55.884625 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e295220c-f7be-4e3f-ad70-6ed750330435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:55.955607 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a7366ddb-5d32-473a-9c9c-e5d96fde84be req-e45eec0c-285e-4a5d-8134-383fd494f8fe service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403602 May 12 17:49:56.231380 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7366ddb-5d32-473a-9c9c-e5d96fde84be req-7e6b2dfb-e65a-4ee1-abd6-7ba25bbe8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:56.232921 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a7366ddb-5d32-473a-9c9c-e5d96fde84be req-7e6b2dfb-e65a-4ee1-abd6-7ba25bbe8e5d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=202db80dae2446e2b9cd1124b2925ced&device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 1130 time: 0.0426486 May 12 17:49:56.702928 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7366ddb-5d32-473a-9c9c-e5d96fde84be req-8dc87378-447c-4ef5-9788-c2b5f843b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:56.704423 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a7366ddb-5d32-473a-9c9c-e5d96fde84be req-8dc87378-447c-4ef5-9788-c2b5f843b5c3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 200 len: 920 time: 0.0911994 May 12 17:49:56.749370 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8c9f7491-7681-4d9e-a117-059491a66d9d req-0799e773-cc5c-41ea-a36b-5df7fdaea48f tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 210 time: 0.0272598 May 12 17:49:57.044914 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a7366ddb-5d32-473a-9c9c-e5d96fde84be req-4896aea3-a672-4cae-a083-999fb42723eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeff2539-2372-4118-8fd1-4b25292a34c4 HTTP/1.1" status: 200 len: 217 time: 0.0405707 May 12 17:49:57.295717 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:57.361622 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7366ddb-5d32-473a-9c9c-e5d96fde84be req-9fe45f22-22e0-4500-822a-9f40dfe7e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:57.363246 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a7366ddb-5d32-473a-9c9c-e5d96fde84be req-9fe45f22-22e0-4500-822a-9f40dfe7e1ee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=408098b4-b6ba-468a-a49c-afb1cbe23810 HTTP/1.1" status: 200 len: 858 time: 0.0467756 May 12 17:49:57.423319 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7366ddb-5d32-473a-9c9c-e5d96fde84be req-007a0c0a-0d6e-4192-80d2-ce6ae44784e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:57.424968 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a7366ddb-5d32-473a-9c9c-e5d96fde84be req-007a0c0a-0d6e-4192-80d2-ce6ae44784e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dae508b5-33ae-47fd-88cd-96de0b50f763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418873 May 12 17:49:57.636463 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a7366ddb-5d32-473a-9c9c-e5d96fde84be req-a9879843-040d-4736-b423-a528841d5f1d service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599140 May 12 17:49:57.653292 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-3c2f7f63-e268-4742-a3fb-bbd895876587 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:57.654622 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-3c2f7f63-e268-4742-a3fb-bbd895876587 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.74 "GET /v2.0/networks?id=a25dbb6f-d15b-498d-a498-e2acebdb3c69 HTTP/1.1" status: 200 len: 811 time: 0.1544185 May 12 17:49:57.800511 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-b763bbe0-0f0c-4b81-890c-586d479ce07e tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4d7ebeafe8140b3b8332059258a83eb HTTP/1.1" status: 200 len: 379 time: 0.1000547 May 12 17:49:57.804127 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a7366ddb-5d32-473a-9c9c-e5d96fde84be req-ee25336e-fef9-4785-adea-80074a361fa5 service neutron] 10.222.0.74 "GET /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304786 May 12 17:49:57.826285 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-2958bc71-a09e-4e62-8085-6f8023fd894d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Request body: {'port': {'device_id': '8e314313-1f60-4a9d-b9ef-f7bebb900128', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'admin_state_up': True, 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'security_groups': ['799ae988-631f-4578-983b-c368dfc9c489']}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:57.945533 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-2958bc71-a09e-4e62-8085-6f8023fd894d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Made reservation on behalf of a4d7ebeafe8140b3b8332059258a83eb for: {'port': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:49:57.949100 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-2958bc71-a09e-4e62-8085-6f8023fd894d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:57.950543 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-64a5e798-b3d2-46c9-81db-1ee95ca2d974 req-14eabee0-a264-47af-9401-94f77fa756c7 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 210 time: 0.1335549 May 12 17:49:58.075650 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-2958bc71-a09e-4e62-8085-6f8023fd894d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Allocated IP 172.20.0.12 (a25dbb6f-d15b-498d-a498-e2acebdb3c69/3b393bcd-a146-44a6-8ec1-ecf303917907/3097e5e4-7176-4b16-b461-cbfe581f97b7) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:49:58.225690 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-2958bc71-a09e-4e62-8085-6f8023fd894d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for port (3097e5e4-7176-4b16-b461-cbfe581f97b7), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:58.263940 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-2958bc71-a09e-4e62-8085-6f8023fd894d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (3097e5e4-7176-4b16-b461-cbfe581f97b7), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:58.309422 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-2958bc71-a09e-4e62-8085-6f8023fd894d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Network a25dbb6f-d15b-498d-a498-e2acebdb3c69 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:49:58.316977 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-2958bc71-a09e-4e62-8085-6f8023fd894d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:49:58.320812 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-2958bc71-a09e-4e62-8085-6f8023fd894d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:49:58.352305 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958bc71-a09e-4e62-8085-6f8023fd894d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event updated for resources: {'Port': ['ID=3097e5e4-7176-4b16-b461-cbfe581f97b7,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:58.399047 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-2958bc71-a09e-4e62-8085-6f8023fd894d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:58.400075 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-2958bc71-a09e-4e62-8085-6f8023fd894d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:58.419141 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-2958bc71-a09e-4e62-8085-6f8023fd894d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5967247 May 12 17:49:58.545074 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-22ad3d61-785c-4553-9683-926cbf1afb9c None None] Provisioning complete for port 3097e5e4-7176-4b16-b461-cbfe581f97b7 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:58.545552 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-22ad3d61-785c-4553-9683-926cbf1afb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (3097e5e4-7176-4b16-b461-cbfe581f97b7), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:58.583785 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-22ad3d61-785c-4553-9683-926cbf1afb9c None None] Port 3097e5e4-7176-4b16-b461-cbfe581f97b7 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:49:58.647125 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:58.775435 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Request body: {'port': {'device_id': '8e314313-1f60-4a9d-b9ef-f7bebb900128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:49:58.834390 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (3097e5e4-7176-4b16-b461-cbfe581f97b7), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:59.066480 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968347b-9578-40e5-bba7-f258e385ef52 req-518dbd1b-651d-4125-91e4-9b56bf9e306e tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:59.068017 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6968347b-9578-40e5-bba7-f258e385ef52 req-518dbd1b-651d-4125-91e4-9b56bf9e306e tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 932 time: 0.0469217 May 12 17:49:59.119498 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6968347b-9578-40e5-bba7-f258e385ef52 req-3690790a-b333-4c08-b3f4-636c79ca5886 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452170 May 12 17:49:59.138264 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3097e5e4-7176-4b16-b461-cbfe581f97b7 {{(pid=109951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:49:59.145953 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Publish callbacks [] for port (3097e5e4-7176-4b16-b461-cbfe581f97b7), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:59.158509 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.provisioning_blocks [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Transition to ACTIVE for port object 3097e5e4-7176-4b16-b461-cbfe581f97b7 will not be triggered until provisioned by entity L2. {{(pid=109951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:49:59.162456 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (3097e5e4-7176-4b16-b461-cbfe581f97b7), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:59.237068 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Pushing event updated for resources: {'Port': ['ID=3097e5e4-7176-4b16-b461-cbfe581f97b7,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:59.294871 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Attempting to bind port 3097e5e4-7176-4b16-b461-cbfe581f97b7 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:49:59.295212 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Attempting to bind port 3097e5e4-7176-4b16-b461-cbfe581f97b7 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:49:59.295538 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Attempting to bind port 3097e5e4-7176-4b16-b461-cbfe581f97b7 on network a25dbb6f-d15b-498d-a498-e2acebdb3c69 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:49:59.300120 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Port 3097e5e4-7176-4b16-b461-cbfe581f97b7 on network a25dbb6f-d15b-498d-a498-e2acebdb3c69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:49:59.300475 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Attempting to bind port 3097e5e4-7176-4b16-b461-cbfe581f97b7 on network a25dbb6f-d15b-498d-a498-e2acebdb3c69 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:49:59.306230 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:49:59.306564 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Checking segment: {'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:49:59.306976 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Bound using segment: {'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:49:59.307404 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Bound port: 3097e5e4-7176-4b16-b461-cbfe581f97b7, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:49:59.307760 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (3097e5e4-7176-4b16-b461-cbfe581f97b7), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:59.377881 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] For port 3097e5e4-7176-4b16-b461-cbfe581f97b7, host hv-cinder-84052, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:49:59.381239 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] For port 3097e5e4-7176-4b16-b461-cbfe581f97b7, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=3097e5e4-7176-4b16-b461-cbfe581f97b7,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:49:59.386914 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (3097e5e4-7176-4b16-b461-cbfe581f97b7), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:59.420291 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:59.421227 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:59.422276 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] 10.222.0.74 "PUT /v2.0/ports/3097e5e4-7176-4b16-b461-cbfe581f97b7 HTTP/1.1" status: 200 len: 1094 time: 0.6516960 May 12 17:49:59.422709 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e314313-1f60-4a9d-b9ef-f7bebb900128', 'tag': '3097e5e4-7176-4b16-b461-cbfe581f97b7'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:49:59.424996 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f14620-abde-4bb0-9e35-cb00bd98b7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8e314313-1f60-4a9d-b9ef-f7bebb900128", "tag": "3097e5e4-7176-4b16-b461-cbfe581f97b7"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:49:59.458335 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ce8fe-8489-4b00-b03c-adb0367f95aa service neutron] Pushing event updated for resources: {'Port': ['ID=3097e5e4-7176-4b16-b461-cbfe581f97b7,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:59.470854 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a116c4-03c2-4298-bce0-cae16017c94c x-openstack-request-id: req-84a116c4-03c2-4298-bce0-cae16017c94c {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:49:59.471692 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e314313-1f60-4a9d-b9ef-f7bebb900128", "tag": "3097e5e4-7176-4b16-b461-cbfe581f97b7", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:49:59.472047 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-84a116c4-03c2-4298-bce0-cae16017c94c {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:49:59.472579 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84a116c4-03c2-4298-bce0-cae16017c94c'] response: {'name': 'network-changed', 'server_uuid': '8e314313-1f60-4a9d-b9ef-f7bebb900128', 'tag': '3097e5e4-7176-4b16-b461-cbfe581f97b7', 'status': 'completed', 'code': 200} May 12 17:49:59.538605 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-46acfc39-d00b-47ed-b811-ed7683bb6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:59.541437 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-46acfc39-d00b-47ed-b811-ed7683bb6b9b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d7ebeafe8140b3b8332059258a83eb&device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 1128 time: 0.0456142 May 12 17:49:59.595599 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-1e2e3892-4a3c-43ce-94b1-b40bea19f72d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3097e5e4-7176-4b16-b461-cbfe581f97b7 HTTP/1.1" status: 200 len: 217 time: 0.0398300 May 12 17:49:59.645312 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-df43a335-3bcf-42c1-81df-ee696caa88d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:59.646758 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-df43a335-3bcf-42c1-81df-ee696caa88d3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b393bcd-a146-44a6-8ec1-ecf303917907 HTTP/1.1" status: 200 len: 850 time: 0.0441830 May 12 17:49:59.694100 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-4ea5bcd0-a44e-43d7-930f-0f7482403362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:59.695582 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-4ea5bcd0-a44e-43d7-930f-0f7482403362 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a25dbb6f-d15b-498d-a498-e2acebdb3c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377090 May 12 17:49:59.796329 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-b4303f55-735a-4c73-aa1d-18d8e1ea8c41 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907526 May 12 17:49:59.895934 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-c07adb5e-6fef-4b76-8462-1c5b3029e596 req-a89d3c62-f5b5-428c-b66c-0d2280c137cf service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867140 May 12 17:50:00.234810 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528298e3-fa13-4063-a88b-9b3281a2f5f9 req-14e0c4cd-e38d-417e-ad7c-6f96738f438d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:00.236355 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-528298e3-fa13-4063-a88b-9b3281a2f5f9 req-14e0c4cd-e38d-417e-ad7c-6f96738f438d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 944 time: 0.0472600 May 12 17:50:00.246727 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f14620-abde-4bb0-9e35-cb00bd98b7a9 req-8482bbc0-3e25-419c-93b0-7f99e4aabf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:00.248793 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-36f14620-abde-4bb0-9e35-cb00bd98b7a9 req-8482bbc0-3e25-419c-93b0-7f99e4aabf9b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d7ebeafe8140b3b8332059258a83eb&device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 1128 time: 0.0437706 May 12 17:50:00.280707 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:00.288670 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-528298e3-fa13-4063-a88b-9b3281a2f5f9 req-9dc84801-16f2-4e6f-8ee9-80924e9573d5 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459578 May 12 17:50:00.341913 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f14620-abde-4bb0-9e35-cb00bd98b7a9 req-f9750249-048d-49ce-9bc4-c86d7b9afdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:00.343623 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-36f14620-abde-4bb0-9e35-cb00bd98b7a9 req-f9750249-048d-49ce-9bc4-c86d7b9afdfb service neutron] 10.222.0.74 "GET /v2.0/networks?id=a25dbb6f-d15b-498d-a498-e2acebdb3c69 HTTP/1.1" status: 200 len: 912 time: 0.0877249 May 12 17:50:00.389188 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-36f14620-abde-4bb0-9e35-cb00bd98b7a9 req-731593c5-a290-4071-b60f-bc9dbe77dfa2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3097e5e4-7176-4b16-b461-cbfe581f97b7 HTTP/1.1" status: 200 len: 217 time: 0.0376062 May 12 17:50:00.438567 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f14620-abde-4bb0-9e35-cb00bd98b7a9 req-216cfc44-a8ab-4004-b828-b4330ed919b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:00.439975 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-36f14620-abde-4bb0-9e35-cb00bd98b7a9 req-216cfc44-a8ab-4004-b828-b4330ed919b8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b393bcd-a146-44a6-8ec1-ecf303917907 HTTP/1.1" status: 200 len: 850 time: 0.0446770 May 12 17:50:00.483705 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f14620-abde-4bb0-9e35-cb00bd98b7a9 req-653c945a-cb0d-4ba7-af96-3694dd0e9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:00.485254 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-36f14620-abde-4bb0-9e35-cb00bd98b7a9 req-653c945a-cb0d-4ba7-af96-3694dd0e9da6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a25dbb6f-d15b-498d-a498-e2acebdb3c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393610 May 12 17:50:00.578060 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-36f14620-abde-4bb0-9e35-cb00bd98b7a9 req-40e89a18-5d97-4d89-99cb-a2de4d298a0a service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851824 May 12 17:50:00.668013 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-36f14620-abde-4bb0-9e35-cb00bd98b7a9 req-20a07429-bd5e-43ae-9a1c-6ab140e65551 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825386 May 12 17:50:01.135820 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41cc2d-f27d-4a6e-a082-06d272bd7632 req-8c418cdb-da10-4b8c-862e-47cd1a2603d5 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:01.137184 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8f41cc2d-f27d-4a6e-a082-06d272bd7632 req-8c418cdb-da10-4b8c-862e-47cd1a2603d5 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 945 time: 0.0461469 May 12 17:50:01.181938 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8f41cc2d-f27d-4a6e-a082-06d272bd7632 req-ef4b1bef-8fcc-4252-9e5d-eaf8d79d3eb5 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcd0bb4b-4745-49f1-b61b-0b551dd1f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392730 May 12 17:50:01.410390 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202453e1-657d-48a1-ab9b-a915873c2fdb req-825364af-8777-4a35-91e8-cb01de93ab8f tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:01.411838 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-202453e1-657d-48a1-ab9b-a915873c2fdb req-825364af-8777-4a35-91e8-cb01de93ab8f tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 944 time: 0.0482554 May 12 17:50:01.459057 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-202453e1-657d-48a1-ab9b-a915873c2fdb req-e59675d0-eb04-49b0-9bc6-8b16c65e8197 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410063 May 12 17:50:02.297955 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120b1ea-3ba0-4f5e-a39b-85ef3231bca4 req-1ceb706e-8171-4e8a-850b-c9689c813c1b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:02.299452 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3120b1ea-3ba0-4f5e-a39b-85ef3231bca4 req-1ceb706e-8171-4e8a-850b-c9689c813c1b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 945 time: 0.0455935 May 12 17:50:02.345639 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3120b1ea-3ba0-4f5e-a39b-85ef3231bca4 req-145dc29b-1187-4cc3-b381-7dc7e026c3a5 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcd0bb4b-4745-49f1-b61b-0b551dd1f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395782 May 12 17:50:02.575129 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc325f4-166f-4e9b-9d96-7653762900a2 req-a7dcd2ed-6577-434d-91cb-04ea06d3716d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:02.576649 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-dbc325f4-166f-4e9b-9d96-7653762900a2 req-a7dcd2ed-6577-434d-91cb-04ea06d3716d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 944 time: 0.0510042 May 12 17:50:02.624223 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-dbc325f4-166f-4e9b-9d96-7653762900a2 req-4fb8ac99-1077-488b-aac7-a1f891aad6f9 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420916 May 12 17:50:02.974087 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ca6a5-d1f4-4029-bea3-9587e0afc07e req-3485aa33-e684-4552-a0ac-65f8d1e130b6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:02.976203 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-096ca6a5-d1f4-4029-bea3-9587e0afc07e req-3485aa33-e684-4552-a0ac-65f8d1e130b6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 945 time: 0.0499144 May 12 17:50:03.059957 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-096ca6a5-d1f4-4029-bea3-9587e0afc07e req-5b771b08-867a-406f-b9b2-bf0e304c8eaf tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Deleting port e033835a-7af5-4643-bc44-3aa48f300548 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:03.060328 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-096ca6a5-d1f4-4029-bea3-9587e0afc07e req-5b771b08-867a-406f-b9b2-bf0e304c8eaf tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (e033835a-7af5-4643-bc44-3aa48f300548), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:03.150301 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-096ca6a5-d1f4-4029-bea3-9587e0afc07e req-5b771b08-867a-406f-b9b2-bf0e304c8eaf tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] For port e033835a-7af5-4643-bc44-3aa48f300548, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=e033835a-7af5-4643-bc44-3aa48f300548,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:03.150579 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-096ca6a5-d1f4-4029-bea3-9587e0afc07e req-5b771b08-867a-406f-b9b2-bf0e304c8eaf tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (e033835a-7af5-4643-bc44-3aa48f300548), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:03.317625 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-096ca6a5-d1f4-4029-bea3-9587e0afc07e req-5b771b08-867a-406f-b9b2-bf0e304c8eaf tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:03.317894 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-096ca6a5-d1f4-4029-bea3-9587e0afc07e req-5b771b08-867a-406f-b9b2-bf0e304c8eaf tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (96c85f07-1133-4c62-b72a-0fb49320073c), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:03.318203 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.l3_db [req-096ca6a5-d1f4-4029-bea3-9587e0afc07e req-5b771b08-867a-406f-b9b2-bf0e304c8eaf tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Floating IP 96c85f07-1133-4c62-b72a-0fb49320073c disassociated. External IP: 172.27.2.254, port: e033835a-7af5-4643-bc44-3aa48f300548. May 12 17:50:03.318542 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-096ca6a5-d1f4-4029-bea3-9587e0afc07e req-5b771b08-867a-406f-b9b2-bf0e304c8eaf tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Calling delete_port for e033835a-7af5-4643-bc44-3aa48f300548 owned by compute:nova {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:03.447566 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-096ca6a5-d1f4-4029-bea3-9587e0afc07e req-5b771b08-867a-406f-b9b2-bf0e304c8eaf tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (e033835a-7af5-4643-bc44-3aa48f300548), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:03.462240 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6775cd-9182-4a4d-bf6b-76e17b455f8e req-e397bbfb-b738-42ee-8402-c3f50a582bd8 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:03.463864 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-cc6775cd-9182-4a4d-bf6b-76e17b455f8e req-e397bbfb-b738-42ee-8402-c3f50a582bd8 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=a503b1e5-5436-4a5d-bea7-646c0f541e12 HTTP/1.1" status: 200 len: 945 time: 0.0471289 May 12 17:50:03.479781 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b771b08-867a-406f-b9b2-bf0e304c8eaf tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event deleted for resources: {'Port': ['ID=e033835a-7af5-4643-bc44-3aa48f300548,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:03.515290 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-cc6775cd-9182-4a4d-bf6b-76e17b455f8e req-3342cc45-964e-4295-899a-4dd145065782 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcd0bb4b-4745-49f1-b61b-0b551dd1f86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456457 May 12 17:50:03.600850 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-096ca6a5-d1f4-4029-bea3-9587e0afc07e req-5b771b08-867a-406f-b9b2-bf0e304c8eaf tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Router fceb75b3-1924-4840-824c-93824a51e098 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:50:03.712413 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-096ca6a5-d1f4-4029-bea3-9587e0afc07e req-5b771b08-867a-406f-b9b2-bf0e304c8eaf tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:50:03.724336 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe870690-6bdb-40cc-bd23-02765c055d31 None None] Sync routers for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:50:03.734998 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe870690-6bdb-40cc-bd23-02765c055d31 None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:03.735615 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-fe870690-6bdb-40cc-bd23-02765c055d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:49:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:03.741817 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd4c32-123f-4b39-bbb3-d5972f7267c9 req-24fb1a8b-f4c4-4224-9b78-88036bea629e tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:03.743394 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4ccd4c32-123f-4b39-bbb3-d5972f7267c9 req-24fb1a8b-f4c4-4224-9b78-88036bea629e tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 944 time: 0.0505123 May 12 17:50:03.754725 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-096ca6a5-d1f4-4029-bea3-9587e0afc07e req-5b771b08-867a-406f-b9b2-bf0e304c8eaf tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] No DVR routers for this DVR port e033835a-7af5-4643-bc44-3aa48f300548 on host hv-cinder-84052 {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:50:03.757808 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-096ca6a5-d1f4-4029-bea3-9587e0afc07e req-5b771b08-867a-406f-b9b2-bf0e304c8eaf tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:03.760973 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-096ca6a5-d1f4-4029-bea3-9587e0afc07e req-5b771b08-867a-406f-b9b2-bf0e304c8eaf tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "DELETE /v2.0/ports/e033835a-7af5-4643-bc44-3aa48f300548 HTTP/1.1" status: 204 len: 173 time: 0.7783759 May 12 17:50:03.761405 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a503b1e5-5436-4a5d-bea7-646c0f541e12', 'name': 'network-vif-deleted', 'tag': 'e033835a-7af5-4643-bc44-3aa48f300548'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:50:03.763637 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfed9421-e644-44d6-9db2-ad9134f1445e" -d '{"events": [{"server_uuid": "a503b1e5-5436-4a5d-bea7-646c0f541e12", "name": "network-vif-deleted", "tag": "e033835a-7af5-4643-bc44-3aa48f300548"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:50:03.811116 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4ccd4c32-123f-4b39-bbb3-d5972f7267c9 req-48755b68-e464-449f-871a-ea3570d63d93 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612938 May 12 17:50:03.828960 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd59ae63-6ef8-434f-868b-a3e5bbd97d89 x-openstack-request-id: req-fd59ae63-6ef8-434f-868b-a3e5bbd97d89 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:50:03.829354 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a503b1e5-5436-4a5d-bea7-646c0f541e12", "name": "network-vif-deleted", "tag": "e033835a-7af5-4643-bc44-3aa48f300548", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:50:03.829706 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fd59ae63-6ef8-434f-868b-a3e5bbd97d89 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:50:03.830202 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd59ae63-6ef8-434f-868b-a3e5bbd97d89'] response: {'server_uuid': 'a503b1e5-5436-4a5d-bea7-646c0f541e12', 'name': 'network-vif-deleted', 'tag': 'e033835a-7af5-4643-bc44-3aa48f300548', 'status': 'completed', 'code': 200} May 12 17:50:03.874897 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-fe870690-6bdb-40cc-bd23-02765c055d31 None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:04.079138 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-fe870690-6bdb-40cc-bd23-02765c055d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:04.105019 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe870690-6bdb-40cc-bd23-02765c055d31 None None] Checking router: fceb75b3-1924-4840-824c-93824a51e098 for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:50:04.113109 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe870690-6bdb-40cc-bd23-02765c055d31 None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:04.113715 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-fe870690-6bdb-40cc-bd23-02765c055d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:49:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:04.221421 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-fe870690-6bdb-40cc-bd23-02765c055d31 None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:04.421677 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-fe870690-6bdb-40cc-bd23-02765c055d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:04.451729 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe870690-6bdb-40cc-bd23-02765c055d31 None None] The sync data for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi is: [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:50:04.611882 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57244) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:04.690085 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee67120-9ef8-481e-825f-e62923f77b6b None None] New status for floating IP 96c85f07-1133-4c62-b72a-0fb49320073c: DOWN {{(pid=109953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:50:04.934726 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90df1d3e-2fdf-475f-9fe5-a7dbed2eaa34 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (fcd0bb4b-4745-49f1-b61b-0b551dd1f86c), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:04.946647 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed42d1c-0afc-4c08-a8b7-1fa0fc731cc7 req-146781c5-08f1-468a-b99e-55e14cd94bf7 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:04.948024 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4ed42d1c-0afc-4c08-a8b7-1fa0fc731cc7 req-146781c5-08f1-468a-b99e-55e14cd94bf7 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 944 time: 0.0612535 May 12 17:50:04.978591 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90df1d3e-2fdf-475f-9fe5-a7dbed2eaa34 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (fcd0bb4b-4745-49f1-b61b-0b551dd1f86c), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.029183 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4ed42d1c-0afc-4c08-a8b7-1fa0fc731cc7 req-50377fea-99c7-48f5-9381-31aba6b7cbb4 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736620 May 12 17:50:05.050488 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90df1d3e-2fdf-475f-9fe5-a7dbed2eaa34 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (fcd0bb4b-4745-49f1-b61b-0b551dd1f86c), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.053207 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90df1d3e-2fdf-475f-9fe5-a7dbed2eaa34 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.054942 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-90df1d3e-2fdf-475f-9fe5-a7dbed2eaa34 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "DELETE /v2.0/security-groups/fcd0bb4b-4745-49f1-b61b-0b551dd1f86c HTTP/1.1" status: 204 len: 168 time: 0.4419286 May 12 17:50:05.057781 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 57248) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:05.064157 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df1d3e-2fdf-475f-9fe5-a7dbed2eaa34 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd0bb4b-4745-49f1-b61b-0b551dd1f86c,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:05.076749 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.api.v2.resource [None req-763a7942-7a85-4aca-9aac-ce610b0cfc35 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] show failed (client error): The resource could not be found. May 12 17:50:05.077863 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-763a7942-7a85-4aca-9aac-ce610b0cfc35 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups/fcd0bb4b-4745-49f1-b61b-0b551dd1f86c HTTP/1.1" status: 404 len: 347 time: 0.0185401 May 12 17:50:05.080699 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 57250) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:05.194145 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-c1fa5f0f-d21d-4622-b268-9d9dde893d94 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Deleting port d0263cee-559c-4eff-90c1-7d2b17e629fa {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:05.194480 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c1fa5f0f-d21d-4622-b268-9d9dde893d94 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (d0263cee-559c-4eff-90c1-7d2b17e629fa), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.270901 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c1fa5f0f-d21d-4622-b268-9d9dde893d94 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (d0263cee-559c-4eff-90c1-7d2b17e629fa), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.271109 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c1fa5f0f-d21d-4622-b268-9d9dde893d94 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (d0263cee-559c-4eff-90c1-7d2b17e629fa), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.283676 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-c1fa5f0f-d21d-4622-b268-9d9dde893d94 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Calling delete_port for d0263cee-559c-4eff-90c1-7d2b17e629fa owned by network:floatingip {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:05.414732 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c1fa5f0f-d21d-4622-b268-9d9dde893d94 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (d0263cee-559c-4eff-90c1-7d2b17e629fa), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.440227 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa5f0f-d21d-4622-b268-9d9dde893d94 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event deleted for resources: {'Port': ['ID=d0263cee-559c-4eff-90c1-7d2b17e629fa,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:05.497251 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c1fa5f0f-d21d-4622-b268-9d9dde893d94 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (96c85f07-1133-4c62-b72a-0fb49320073c), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.499755 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c1fa5f0f-d21d-4622-b268-9d9dde893d94 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.500968 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-c1fa5f0f-d21d-4622-b268-9d9dde893d94 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "DELETE /v2.0/floatingips/96c85f07-1133-4c62-b72a-0fb49320073c HTTP/1.1" status: 204 len: 168 time: 0.4182692 May 12 17:50:05.565485 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57254) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:05.571015 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-adbe7e01-f2f3-410d-a1e9-677175158a7a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--582870717', 'description': 'tempest-description--2074470825'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:50:05.597092 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-adbe7e01-f2f3-410d-a1e9-677175158a7a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.665893 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-adbe7e01-f2f3-410d-a1e9-677175158a7a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (e67c8dff-f717-4499-8cd3-7e486b6fc22e), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.669696 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-adbe7e01-f2f3-410d-a1e9-677175158a7a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (e67c8dff-f717-4499-8cd3-7e486b6fc22e), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.697600 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-adbe7e01-f2f3-410d-a1e9-677175158a7a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.698805 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-adbe7e01-f2f3-410d-a1e9-677175158a7a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1321969 May 12 17:50:05.701641 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57256) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:05.705803 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-ee4290b8-35df-4817-8769-e59d3cfbb03a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'security_group_rule': {'security_group_id': 'e67c8dff-f717-4499-8cd3-7e486b6fc22e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:50:05.714403 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe7e01-f2f3-410d-a1e9-677175158a7a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67c8dff-f717-4499-8cd3-7e486b6fc22e,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:05.734814 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ee4290b8-35df-4817-8769-e59d3cfbb03a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (73bc96c9-e9d1-4829-81a4-63e10d950a84), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.790176 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ee4290b8-35df-4817-8769-e59d3cfbb03a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (73bc96c9-e9d1-4829-81a4-63e10d950a84), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.794488 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ee4290b8-35df-4817-8769-e59d3cfbb03a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (73bc96c9-e9d1-4829-81a4-63e10d950a84), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.813712 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4290b8-35df-4817-8769-e59d3cfbb03a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73bc96c9-e9d1-4829-81a4-63e10d950a84,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:05.817990 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ee4290b8-35df-4817-8769-e59d3cfbb03a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.819894 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-ee4290b8-35df-4817-8769-e59d3cfbb03a tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166084 May 12 17:50:05.822544 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57258) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:05.826944 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-10b1e323-fbc7-4294-8715-48502575c1f1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'security_group_rule': {'security_group_id': 'e67c8dff-f717-4499-8cd3-7e486b6fc22e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:50:05.854583 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-10b1e323-fbc7-4294-8715-48502575c1f1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (6fdc4301-4a11-4494-932a-79649b2d8f72), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.901388 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-10b1e323-fbc7-4294-8715-48502575c1f1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (6fdc4301-4a11-4494-932a-79649b2d8f72), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.904797 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-10b1e323-fbc7-4294-8715-48502575c1f1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (6fdc4301-4a11-4494-932a-79649b2d8f72), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.923405 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1e323-fbc7-4294-8715-48502575c1f1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fdc4301-4a11-4494-932a-79649b2d8f72,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:05.933350 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-10b1e323-fbc7-4294-8715-48502575c1f1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:05.934780 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-10b1e323-fbc7-4294-8715-48502575c1f1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1112933 May 12 17:50:05.937798 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57260) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:05.942102 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-c03e7d8e-f7f8-40a7-99ca-98a791dddeba tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'floatingip': {'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:50:05.962912 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c03e7d8e-f7f8-40a7-99ca-98a791dddeba tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:06.039671 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c03e7d8e-f7f8-40a7-99ca-98a791dddeba tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:06.074216 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device e033835a-7af5-4643-bc44-3aa48f300548 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:06.093854 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: e033835a-7af5-4643-bc44-3aa48f300548 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:50:06.094194 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device e033835a-7af5-4643-bc44-3aa48f300548 not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:50:06.181703 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d5761-0e51-4f04-b4d9-d9433798a086 req-09e1cb0f-4c4b-4878-832e-4a5a2c76fe4d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:06.183161 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e11d5761-0e51-4f04-b4d9-d9433798a086 req-09e1cb0f-4c4b-4878-832e-4a5a2c76fe4d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 944 time: 0.0630500 May 12 17:50:06.184222 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-c03e7d8e-f7f8-40a7-99ca-98a791dddeba tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Allocated IP 172.27.2.107 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/6b280a3e-8b60-4aa5-bb80-62ff2f70c872) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:50:06.282932 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e11d5761-0e51-4f04-b4d9-d9433798a086 req-f674e609-dbe7-41b5-b7e5-71f9ecfe78de tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930521 May 12 17:50:06.320575 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c03e7d8e-f7f8-40a7-99ca-98a791dddeba tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for port (6b280a3e-8b60-4aa5-bb80-62ff2f70c872), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:06.352895 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c03e7d8e-f7f8-40a7-99ca-98a791dddeba tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (6b280a3e-8b60-4aa5-bb80-62ff2f70c872), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:06.388744 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03e7d8e-f7f8-40a7-99ca-98a791dddeba tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:50:06.391558 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-c03e7d8e-f7f8-40a7-99ca-98a791dddeba tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:50:06.397638 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e7d8e-f7f8-40a7-99ca-98a791dddeba tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:50:06.402990 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e7d8e-f7f8-40a7-99ca-98a791dddeba tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'Port': ['ID=6b280a3e-8b60-4aa5-bb80-62ff2f70c872,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:06.481967 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c03e7d8e-f7f8-40a7-99ca-98a791dddeba tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (ce9d0735-cbe1-482a-b22f-18d24d7cea0b), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:06.520679 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c03e7d8e-f7f8-40a7-99ca-98a791dddeba tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (6b280a3e-8b60-4aa5-bb80-62ff2f70c872), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:06.698688 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c03e7d8e-f7f8-40a7-99ca-98a791dddeba tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for port (6b280a3e-8b60-4aa5-bb80-62ff2f70c872), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:06.703271 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c03e7d8e-f7f8-40a7-99ca-98a791dddeba tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231180'] for port (6b280a3e-8b60-4aa5-bb80-62ff2f70c872), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:06.768231 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e7d8e-f7f8-40a7-99ca-98a791dddeba tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'Port': ['ID=6b280a3e-8b60-4aa5-bb80-62ff2f70c872,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:06.780061 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c03e7d8e-f7f8-40a7-99ca-98a791dddeba tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (ce9d0735-cbe1-482a-b22f-18d24d7cea0b), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:06.795841 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c03e7d8e-f7f8-40a7-99ca-98a791dddeba tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:06.797114 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-c03e7d8e-f7f8-40a7-99ca-98a791dddeba tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8583369 May 12 17:50:06.988761 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-f28f6614-5e96-4aa2-a8b1-efc1a709525f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--582870717&fields=id&tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04 HTTP/1.1" status: 200 len: 267 time: 0.0424473 May 12 17:50:07.098824 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-f426e664-cea6-4e70-b133-51d02618a850 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:07.100344 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-f426e664-cea6-4e70-b133-51d02618a850 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/networks?id=1221ba24-0e4c-4509-ac6d-bff82c57688b HTTP/1.1" status: 200 len: 814 time: 0.1032593 May 12 17:50:07.114511 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-3b37ac09-35e4-4200-b8e2-c1227708e5cd tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/quotas/0eee0523f68a4d8dbc6db8de3a3f6b04 HTTP/1.1" status: 200 len: 375 time: 0.0085804 May 12 17:50:07.162516 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-33302db0-7d18-4c38-9a97-f4dd887f0339 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428627 May 12 17:50:07.259415 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-24ab0bd2-8a7d-42e8-89b9-7b52431a8a4e service neutron] 10.222.0.73 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859663 May 12 17:50:07.346308 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-c5ec56d2-d8de-41c8-821e-f3db1693e360 service neutron] 10.222.0.73 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812027 May 12 17:50:07.396943 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cf9d4-8080-4ce5-a5cb-17f6d339d5d0 req-7f839959-91d5-407f-88aa-37fdd4a16f0c tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:07.399026 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e16cf9d4-8080-4ce5-a5cb-17f6d339d5d0 req-7f839959-91d5-407f-88aa-37fdd4a16f0c tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 944 time: 0.0504668 May 12 17:50:07.450888 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e16cf9d4-8080-4ce5-a5cb-17f6d339d5d0 req-b210ef68-52fa-494d-a475-42a0de99e89c tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454073 May 12 17:50:07.517311 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2b14c395-8b53-43aa-b61e-e1f0f00d1a33 req-6fe1f6a4-1a35-415e-b891-a2ad9ccfe28c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 210 time: 0.0296316 May 12 17:50:08.071066 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 3097e5e4-7176-4b16-b461-cbfe581f97b7 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:50:08.174576 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 3097e5e4-7176-4b16-b461-cbfe581f97b7, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=3097e5e4-7176-4b16-b461-cbfe581f97b7,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:08.186656 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': '3097e5e4-7176-4b16-b461-cbfe581f97b7', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'port_id': '3097e5e4-7176-4b16-b461-cbfe581f97b7', 'mac_address': 'fa:16:3e:97:b7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:50:08.224085 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 3097e5e4-7176-4b16-b461-cbfe581f97b7 is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:50:08.224505 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (3097e5e4-7176-4b16-b461-cbfe581f97b7), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:08.238138 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3097e5e4-7176-4b16-b461-cbfe581f97b7 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:50:08.260877 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 3097e5e4-7176-4b16-b461-cbfe581f97b7, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=3097e5e4-7176-4b16-b461-cbfe581f97b7,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:08.264465 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (3097e5e4-7176-4b16-b461-cbfe581f97b7), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:08.313200 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=3097e5e4-7176-4b16-b461-cbfe581f97b7,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:08.570212 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308fd33-68b1-4e31-9c48-f0aac6b13264 req-b5a606cf-ebf3-4247-b8a7-8b88fb8d247e tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:08.571659 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4308fd33-68b1-4e31-9c48-f0aac6b13264 req-b5a606cf-ebf3-4247-b8a7-8b88fb8d247e tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 945 time: 0.0525906 May 12 17:50:08.625659 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6f0b3d2a-8169-4e50-b448-cbb212737f96 req-436889dc-3354-4696-b739-3ecdb6e0800b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 210 time: 0.0407977 May 12 17:50:08.637277 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['3097e5e4-7176-4b16-b461-cbfe581f97b7'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:50:08.663790 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4308fd33-68b1-4e31-9c48-f0aac6b13264 req-9d9e49ea-f88d-4934-8627-13d0af05af69 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859249 May 12 17:50:08.915718 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-4704059a-61fe-46bc-ae02-cdeea18da8ee tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:08.917194 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-4704059a-61fe-46bc-ae02-cdeea18da8ee tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "GET /v2.0/networks?id=1221ba24-0e4c-4509-ac6d-bff82c57688b HTTP/1.1" status: 200 len: 814 time: 0.3590469 May 12 17:50:08.985485 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-b6714999-6533-44b4-8b2b-4c0de0b94fd3 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04 HTTP/1.1" status: 200 len: 379 time: 0.0509777 May 12 17:50:08.995608 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-970ba6f3-fc4f-4f59-a0ad-e5e08495e90b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'port': {'device_id': '390d5f65-8274-4983-a8fc-da556078c431', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'admin_state_up': True, 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'security_groups': ['e67c8dff-f717-4499-8cd3-7e486b6fc22e']}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:50:09.101193 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-970ba6f3-fc4f-4f59-a0ad-e5e08495e90b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Made reservation on behalf of 0eee0523f68a4d8dbc6db8de3a3f6b04 for: {'port': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:50:09.104845 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-970ba6f3-fc4f-4f59-a0ad-e5e08495e90b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:09.231028 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-970ba6f3-fc4f-4f59-a0ad-e5e08495e90b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Allocated IP 172.20.0.13 (1221ba24-0e4c-4509-ac6d-bff82c57688b/d6394fb4-f09d-4f41-ae7e-35adcc70fa28/04ab8812-f96b-40d8-949a-29d8651be151) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:50:09.371830 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-970ba6f3-fc4f-4f59-a0ad-e5e08495e90b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for port (04ab8812-f96b-40d8-949a-29d8651be151), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:09.404603 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-970ba6f3-fc4f-4f59-a0ad-e5e08495e90b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (04ab8812-f96b-40d8-949a-29d8651be151), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:09.443276 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-970ba6f3-fc4f-4f59-a0ad-e5e08495e90b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Network 1221ba24-0e4c-4509-ac6d-bff82c57688b is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:50:09.446910 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-970ba6f3-fc4f-4f59-a0ad-e5e08495e90b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:50:09.450634 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-970ba6f3-fc4f-4f59-a0ad-e5e08495e90b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:50:09.482416 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ba6f3-fc4f-4f59-a0ad-e5e08495e90b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event updated for resources: {'Port': ['ID=04ab8812-f96b-40d8-949a-29d8651be151,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:09.510849 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-970ba6f3-fc4f-4f59-a0ad-e5e08495e90b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:09.511493 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-970ba6f3-fc4f-4f59-a0ad-e5e08495e90b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:09.528924 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-970ba6f3-fc4f-4f59-a0ad-e5e08495e90b tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5367615 May 12 17:50:09.546319 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Request body: {'port': {'device_id': '390d5f65-8274-4983-a8fc-da556078c431', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:50:09.616343 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (04ab8812-f96b-40d8-949a-29d8651be151), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:09.705924 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-9d47aaef-34a4-4942-9642-934f432b1de8 None None] Provisioning complete for port 04ab8812-f96b-40d8-949a-29d8651be151 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:50:09.706439 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d47aaef-34a4-4942-9642-934f432b1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (04ab8812-f96b-40d8-949a-29d8651be151), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:09.747365 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9d47aaef-34a4-4942-9642-934f432b1de8 None None] Port 04ab8812-f96b-40d8-949a-29d8651be151 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:50:09.778450 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1fabb-ce94-4153-b9a7-a9a77300ee75 req-fa83078c-7119-4c73-b505-460271ef7236 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:09.779930 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-97e1fabb-ce94-4153-b9a7-a9a77300ee75 req-fa83078c-7119-4c73-b505-460271ef7236 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 932 time: 0.0783653 May 12 17:50:09.807011 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11323d40-f66c-434a-888a-7be81b48af2d req-db6769aa-80e3-49be-a3cd-3a276cb63b2c tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:09.808456 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-11323d40-f66c-434a-888a-7be81b48af2d req-db6769aa-80e3-49be-a3cd-3a276cb63b2c tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 945 time: 0.0739484 May 12 17:50:09.856379 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-97e1fabb-ce94-4153-b9a7-a9a77300ee75 req-48c2c219-3796-48ae-966b-df3b4452c6a5 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=e67c8dff-f717-4499-8cd3-7e486b6fc22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707140 May 12 17:50:09.881502 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-11323d40-f66c-434a-888a-7be81b48af2d req-c619cf67-c64e-4ea6-8f95-6dc64ea82a45 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665965 May 12 17:50:09.935349 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ab8812-f96b-40d8-949a-29d8651be151 {{(pid=109951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:50:09.942884 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Publish callbacks [] for port (04ab8812-f96b-40d8-949a-29d8651be151), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:09.955888 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.provisioning_blocks [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Transition to ACTIVE for port object 04ab8812-f96b-40d8-949a-29d8651be151 will not be triggered until provisioned by entity L2. {{(pid=109951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:50:09.959522 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (04ab8812-f96b-40d8-949a-29d8651be151), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:10.010913 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Pushing event updated for resources: {'Port': ['ID=04ab8812-f96b-40d8-949a-29d8651be151,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:10.072765 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 3097e5e4-7176-4b16-b461-cbfe581f97b7 up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:50:10.084314 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Attempting to bind port 04ab8812-f96b-40d8-949a-29d8651be151 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:50:10.084646 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Attempting to bind port 04ab8812-f96b-40d8-949a-29d8651be151 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:50:10.085123 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Attempting to bind port 04ab8812-f96b-40d8-949a-29d8651be151 on network 1221ba24-0e4c-4509-ac6d-bff82c57688b {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:50:10.090087 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Port 04ab8812-f96b-40d8-949a-29d8651be151 on network 1221ba24-0e4c-4509-ac6d-bff82c57688b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:50:10.090548 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Attempting to bind port 04ab8812-f96b-40d8-949a-29d8651be151 on network 1221ba24-0e4c-4509-ac6d-bff82c57688b {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:50:10.095705 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:50:10.096094 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Checking segment: {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:50:10.096510 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Bound using segment: {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:50:10.096934 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Bound port: 04ab8812-f96b-40d8-949a-29d8651be151, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb847214-5dcb-4903-972e-8db73e99623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:50:10.097298 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (04ab8812-f96b-40d8-949a-29d8651be151), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:10.120054 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port 3097e5e4-7176-4b16-b461-cbfe581f97b7 completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:50:10.127356 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port 3097e5e4-7176-4b16-b461-cbfe581f97b7 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:50:10.127806 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (3097e5e4-7176-4b16-b461-cbfe581f97b7), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:10.165689 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] For port 04ab8812-f96b-40d8-949a-29d8651be151, host hv-cinder-84052, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:50:10.168942 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] For port 04ab8812-f96b-40d8-949a-29d8651be151, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=04ab8812-f96b-40d8-949a-29d8651be151,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:50:10.174931 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (04ab8812-f96b-40d8-949a-29d8651be151), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:10.208546 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:10.209181 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:10.211225 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] 10.222.0.74 "PUT /v2.0/ports/04ab8812-f96b-40d8-949a-29d8651be151 HTTP/1.1" status: 200 len: 1094 time: 0.6693220 May 12 17:50:10.211677 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390d5f65-8274-4983-a8fc-da556078c431', 'tag': '04ab8812-f96b-40d8-949a-29d8651be151'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:50:10.211866 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 3097e5e4-7176-4b16-b461-cbfe581f97b7 is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:50:10.212315 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (3097e5e4-7176-4b16-b461-cbfe581f97b7), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:10.214015 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e9abcf-fb23-4057-a972-2c9812a50fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "390d5f65-8274-4983-a8fc-da556078c431", "tag": "04ab8812-f96b-40d8-949a-29d8651be151"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:50:10.241267 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a39296-908e-4cde-a37f-85a6e14c5b65 service neutron] Pushing event updated for resources: {'Port': ['ID=04ab8812-f96b-40d8-949a-29d8651be151,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:10.253709 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 3097e5e4-7176-4b16-b461-cbfe581f97b7, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=3097e5e4-7176-4b16-b461-cbfe581f97b7,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:10.254735 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e314313-1f60-4a9d-b9ef-f7bebb900128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3097e5e4-7176-4b16-b461-cbfe581f97b7'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:50:10.259131 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10616bf-5bfb-4486-abf1-b73b895c1fa0" -d '{"events": [{"server_uuid": "8e314313-1f60-4a9d-b9ef-f7bebb900128", "name": "network-vif-plugged", "status": "completed", "tag": "3097e5e4-7176-4b16-b461-cbfe581f97b7"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:50:10.277854 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (3097e5e4-7176-4b16-b461-cbfe581f97b7), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:10.286787 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903f2229-b04d-43ca-84b1-3f26dd21baf7 x-openstack-request-id: req-903f2229-b04d-43ca-84b1-3f26dd21baf7 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:50:10.287174 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390d5f65-8274-4983-a8fc-da556078c431", "tag": "04ab8812-f96b-40d8-949a-29d8651be151", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:50:10.287553 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-903f2229-b04d-43ca-84b1-3f26dd21baf7 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:50:10.288075 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-903f2229-b04d-43ca-84b1-3f26dd21baf7'] response: {'name': 'network-changed', 'server_uuid': '390d5f65-8274-4983-a8fc-da556078c431', 'tag': '04ab8812-f96b-40d8-949a-29d8651be151', 'status': 'completed', 'code': 200} May 12 17:50:10.332605 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96926ffe-6079-4776-b130-5eedb9bedb1d x-openstack-request-id: req-96926ffe-6079-4776-b130-5eedb9bedb1d {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:50:10.332924 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e314313-1f60-4a9d-b9ef-f7bebb900128", "name": "network-vif-plugged", "status": "completed", "tag": "3097e5e4-7176-4b16-b461-cbfe581f97b7", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:50:10.333187 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-96926ffe-6079-4776-b130-5eedb9bedb1d {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:50:10.333586 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96926ffe-6079-4776-b130-5eedb9bedb1d'] response: {'server_uuid': '8e314313-1f60-4a9d-b9ef-f7bebb900128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3097e5e4-7176-4b16-b461-cbfe581f97b7', 'code': 200} May 12 17:50:10.349046 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=3097e5e4-7176-4b16-b461-cbfe581f97b7,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:10.376122 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-3c5aeb28-811e-4ed1-b099-e83a07dad0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:10.377985 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-3c5aeb28-811e-4ed1-b099-e83a07dad0c6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04&device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 1128 time: 0.1010692 May 12 17:50:10.437535 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-fd4e693a-9320-43bb-b3f6-88d422c3d160 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04ab8812-f96b-40d8-949a-29d8651be151 HTTP/1.1" status: 200 len: 217 time: 0.0380206 May 12 17:50:10.534825 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-287147a3-7bab-43d7-bcef-ea137c8db243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:10.536430 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-287147a3-7bab-43d7-bcef-ea137c8db243 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6394fb4-f09d-4f41-ae7e-35adcc70fa28 HTTP/1.1" status: 200 len: 853 time: 0.0485992 May 12 17:50:10.590119 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-93f11a61-3046-4559-ab33-34194bad1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:10.591526 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-93f11a61-3046-4559-ab33-34194bad1721 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1221ba24-0e4c-4509-ac6d-bff82c57688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472312 May 12 17:50:10.648120 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bfb17-c8f2-417a-9817-f649c61b69ea req-22f86282-e647-4729-ae2f-7180d0d02bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:10.649619 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-768bfb17-c8f2-417a-9817-f649c61b69ea req-22f86282-e647-4729-ae2f-7180d0d02bc5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 1130 time: 0.0674834 May 12 17:50:10.733465 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-f7f17d5c-75df-4510-b795-3c919a5dd0ba service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202991 May 12 17:50:10.737087 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-768bfb17-c8f2-417a-9817-f649c61b69ea req-4e744853-7dac-446f-a069-5128c6014e36 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602455 May 12 17:50:10.997290 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f4090-c7b3-43d6-982a-61f3e84fe1b1 req-7cdad9a4-6e18-42ae-8411-9b8c9a3baea1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:10.998761 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2d0f4090-c7b3-43d6-982a-61f3e84fe1b1 req-7cdad9a4-6e18-42ae-8411-9b8c9a3baea1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 944 time: 0.0718668 May 12 17:50:11.020725 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c22ca9-3354-41ee-b27c-5516961e44e2 req-7bf8288a-0e64-4488-8172-4c1c150cd2ef tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:11.022205 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a6c22ca9-3354-41ee-b27c-5516961e44e2 req-7bf8288a-0e64-4488-8172-4c1c150cd2ef tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 946 time: 0.0666857 May 12 17:50:11.084538 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2d0f4090-c7b3-43d6-982a-61f3e84fe1b1 req-a43a48c6-b071-4a21-a5f1-accea34fd476 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=e67c8dff-f717-4499-8cd3-7e486b6fc22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797999 May 12 17:50:11.093056 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a6c22ca9-3354-41ee-b27c-5516961e44e2 req-b3e00a68-4d24-4a66-869e-47fded8b5328 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644691 May 12 17:50:11.113784 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b6870149-9dd9-4ea7-a7b9-805edcc4c98d req-9dd0dbe5-01a2-4074-962d-af0d7a43b344 service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897732 May 12 17:50:12.234553 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9d015-6736-43fa-813c-d9220afafe52 req-96f4f9eb-2282-4b42-aff9-0f5007f82b1f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:12.236016 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-25b9d015-6736-43fa-813c-d9220afafe52 req-96f4f9eb-2282-4b42-aff9-0f5007f82b1f tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 944 time: 0.0783498 May 12 17:50:12.242474 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ae93f-10d9-427b-9042-e8aa442c543c req-a7e98132-24a3-492e-9a39-7f72d46bf1bf tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:12.243818 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-648ae93f-10d9-427b-9042-e8aa442c543c req-a7e98132-24a3-492e-9a39-7f72d46bf1bf tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 946 time: 0.0843191 May 12 17:50:12.308887 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-25b9d015-6736-43fa-813c-d9220afafe52 req-8976af07-2aaa-454b-aa92-099e8c0a3b06 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=e67c8dff-f717-4499-8cd3-7e486b6fc22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641093 May 12 17:50:12.322166 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-648ae93f-10d9-427b-9042-e8aa442c543c req-72116ff6-d54c-460a-8cb9-ed5d6b79616b tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714657 May 12 17:50:12.744511 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9abcf-fb23-4057-a972-2c9812a50fb9 req-8122dd2d-bf67-45f3-9b4d-af5c5f5c29f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:12.746000 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-99e9abcf-fb23-4057-a972-2c9812a50fb9 req-8122dd2d-bf67-45f3-9b4d-af5c5f5c29f5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04&device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 1128 time: 0.0444314 May 12 17:50:13.331347 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9abcf-fb23-4057-a972-2c9812a50fb9 req-f4f16a52-eaf5-43d1-a491-b7e4e16a9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:13.332844 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-99e9abcf-fb23-4057-a972-2c9812a50fb9 req-f4f16a52-eaf5-43d1-a491-b7e4e16a9080 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1221ba24-0e4c-4509-ac6d-bff82c57688b HTTP/1.1" status: 200 len: 915 time: 0.0900989 May 12 17:50:13.379671 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-99e9abcf-fb23-4057-a972-2c9812a50fb9 req-8ac9735b-1d72-40c5-b818-178b024d9234 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04ab8812-f96b-40d8-949a-29d8651be151 HTTP/1.1" status: 200 len: 217 time: 0.0373957 May 12 17:50:13.434380 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9abcf-fb23-4057-a972-2c9812a50fb9 req-23d03042-bb49-4b44-83f2-0abea0f84fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:13.435847 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-99e9abcf-fb23-4057-a972-2c9812a50fb9 req-23d03042-bb49-4b44-83f2-0abea0f84fa2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6394fb4-f09d-4f41-ae7e-35adcc70fa28 HTTP/1.1" status: 200 len: 853 time: 0.0498912 May 12 17:50:13.482122 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a523dd-53e8-46da-af11-61c1f3d335f9 req-b0b5d4e5-a593-4c74-980e-0371fb314e49 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:13.482703 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9abcf-fb23-4057-a972-2c9812a50fb9 req-ef231ae9-41fc-4444-8975-17fa9d8de99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:13.483580 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f8a523dd-53e8-46da-af11-61c1f3d335f9 req-b0b5d4e5-a593-4c74-980e-0371fb314e49 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 946 time: 0.0824692 May 12 17:50:13.483850 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-99e9abcf-fb23-4057-a972-2c9812a50fb9 req-ef231ae9-41fc-4444-8975-17fa9d8de99a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1221ba24-0e4c-4509-ac6d-bff82c57688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399368 May 12 17:50:13.494329 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1138e2-33f6-440b-8fa8-4459d6bc2197 req-8b6d6e2e-b47e-4b7e-b648-b90681ac8d69 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:13.495733 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0c1138e2-33f6-440b-8fa8-4459d6bc2197 req-8b6d6e2e-b47e-4b7e-b648-b90681ac8d69 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 944 time: 0.0585620 May 12 17:50:13.565623 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f8a523dd-53e8-46da-af11-61c1f3d335f9 req-cb0be2a2-6b48-42f1-b8b1-d246140f18ce tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689142 May 12 17:50:13.573806 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0c1138e2-33f6-440b-8fa8-4459d6bc2197 req-59d80749-5dd3-41dc-af41-0ea81dda7a50 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=e67c8dff-f717-4499-8cd3-7e486b6fc22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711384 May 12 17:50:13.576650 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-99e9abcf-fb23-4057-a972-2c9812a50fb9 req-68fd48bf-76de-4b55-a925-8110b5ac17d2 service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848169 May 12 17:50:13.670307 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-99e9abcf-fb23-4057-a972-2c9812a50fb9 req-8fd0c7ab-f4a9-41c6-8fe5-2ac14f6955dc service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877500 May 12 17:50:13.679803 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9be79d-43cb-4885-b33a-722f4e3a6f6e req-483c3b98-18ea-47fe-a1b9-117759be01f3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:13.681286 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3d9be79d-43cb-4885-b33a-722f4e3a6f6e req-483c3b98-18ea-47fe-a1b9-117759be01f3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 946 time: 0.0467997 May 12 17:50:13.739181 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3d9be79d-43cb-4885-b33a-722f4e3a6f6e req-f14e7643-a07b-42a6-8bf5-46e78a1b0e82 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524018 May 12 17:50:13.761690 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57328) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:13.839360 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65243d2b-bdd2-4f32-b2c0-f5a5b07a8fc0 tempest-TestVolumeBootPattern-1510261125 tempest-TestVolumeBootPattern-1510261125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:13.840869 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-65243d2b-bdd2-4f32-b2c0-f5a5b07a8fc0 tempest-TestVolumeBootPattern-1510261125 tempest-TestVolumeBootPattern-1510261125-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 1125 time: 0.0782363 May 12 17:50:13.843836 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57332) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:13.847840 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Request body: {'floatingip': {'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'port_id': '3097e5e4-7176-4b16-b461-cbfe581f97b7', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:50:13.869180 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:13.947177 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:14.047526 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Allocated IP 172.27.2.218 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/b8ca9251-eae6-4d83-b0ec-1434299382ed) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:50:14.073347 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 04ab8812-f96b-40d8-949a-29d8651be151 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:50:14.151230 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for port (b8ca9251-eae6-4d83-b0ec-1434299382ed), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:14.167358 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 04ab8812-f96b-40d8-949a-29d8651be151, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=04ab8812-f96b-40d8-949a-29d8651be151,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:14.178303 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': '04ab8812-f96b-40d8-949a-29d8651be151', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'port_id': '04ab8812-f96b-40d8-949a-29d8651be151', 'mac_address': 'fa:16:3e:a1:1c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:50:14.185894 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (b8ca9251-eae6-4d83-b0ec-1434299382ed), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:14.220470 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 04ab8812-f96b-40d8-949a-29d8651be151 is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:50:14.220868 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (04ab8812-f96b-40d8-949a-29d8651be151), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:14.223415 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:50:14.227361 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:50:14.230993 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:50:14.234728 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ab8812-f96b-40d8-949a-29d8651be151 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:50:14.255123 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 04ab8812-f96b-40d8-949a-29d8651be151, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=04ab8812-f96b-40d8-949a-29d8651be151,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:14.259795 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event updated for resources: {'Port': ['ID=b8ca9251-eae6-4d83-b0ec-1434299382ed,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:14.260005 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (04ab8812-f96b-40d8-949a-29d8651be151), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:14.306741 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=04ab8812-f96b-40d8-949a-29d8651be151,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:14.601033 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for floatingip (4e2bfa21-a006-4451-a36f-12e719ac2de1), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:14.621363 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['04ab8812-f96b-40d8-949a-29d8651be151'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:50:14.701101 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (b8ca9251-eae6-4d83-b0ec-1434299382ed), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:14.735075 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db5e20-8d89-4c4c-b4d7-48cedcec3488 req-d0260902-56fd-4680-8566-4ddb9073c376 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:14.736551 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-02db5e20-8d89-4c4c-b4d7-48cedcec3488 req-d0260902-56fd-4680-8566-4ddb9073c376 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 945 time: 0.0731091 May 12 17:50:14.822171 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-02db5e20-8d89-4c4c-b4d7-48cedcec3488 req-fc7b6a47-6efb-43aa-b64e-8b5bff636328 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=e67c8dff-f717-4499-8cd3-7e486b6fc22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755091 May 12 17:50:14.923126 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for port (b8ca9251-eae6-4d83-b0ec-1434299382ed), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:14.927097 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231180'] for port (b8ca9251-eae6-4d83-b0ec-1434299382ed), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:14.988637 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event updated for resources: {'Port': ['ID=b8ca9251-eae6-4d83-b0ec-1434299382ed,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:15.001464 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (4e2bfa21-a006-4451-a36f-12e719ac2de1), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:15.100807 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.l3_db [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Floating IP 4e2bfa21-a006-4451-a36f-12e719ac2de1 associated. External IP: 172.27.2.218, port: 3097e5e4-7176-4b16-b461-cbfe581f97b7. May 12 17:50:15.309957 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Router 24240b91-0752-4b90-8819-f63d4bfedb45 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:50:15.415823 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:50:15.425134 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65bc55b-d40b-41cb-aced-ce25f7aefa0e None None] Sync routers for ids ['24240b91-0752-4b90-8819-f63d4bfedb45'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:50:15.433900 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:15.437165 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65bc55b-d40b-41cb-aced-ce25f7aefa0e None None] Routers {'24240b91-0752-4b90-8819-f63d4bfedb45'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:15.437848 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-c65bc55b-d40b-41cb-aced-ce25f7aefa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:49:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['24240b91-0752-4b90-8819-f63d4bfedb45'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:15.463348 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-7c6de8e8-ab54-4e2d-bc35-30960b3b19cd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6185501 May 12 17:50:15.463979 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e314313-1f60-4a9d-b9ef-f7bebb900128', 'tag': '3097e5e4-7176-4b16-b461-cbfe581f97b7'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:50:15.466249 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e279b36c-864a-4972-902f-b6af859e4067" -d '{"events": [{"name": "network-changed", "server_uuid": "8e314313-1f60-4a9d-b9ef-f7bebb900128", "tag": "3097e5e4-7176-4b16-b461-cbfe581f97b7"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:50:15.501188 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eedc0de-074d-4d42-af38-a2df29713de7 x-openstack-request-id: req-0eedc0de-074d-4d42-af38-a2df29713de7 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:50:15.501499 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e314313-1f60-4a9d-b9ef-f7bebb900128", "tag": "3097e5e4-7176-4b16-b461-cbfe581f97b7", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:50:15.501747 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0eedc0de-074d-4d42-af38-a2df29713de7 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:50:15.502406 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eedc0de-074d-4d42-af38-a2df29713de7'] response: {'name': 'network-changed', 'server_uuid': '8e314313-1f60-4a9d-b9ef-f7bebb900128', 'tag': '3097e5e4-7176-4b16-b461-cbfe581f97b7', 'status': 'completed', 'code': 200} May 12 17:50:15.550207 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-c65bc55b-d40b-41cb-aced-ce25f7aefa0e None None] Set router 24240b91-0752-4b90-8819-f63d4bfedb45 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:15.591391 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279b36c-864a-4972-902f-b6af859e4067 req-fd34b0c0-54ac-4a84-939e-36d51c0bd190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:15.592926 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e279b36c-864a-4972-902f-b6af859e4067 req-fd34b0c0-54ac-4a84-939e-36d51c0bd190 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d7ebeafe8140b3b8332059258a83eb&device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 1130 time: 0.0407412 May 12 17:50:15.692855 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279b36c-864a-4972-902f-b6af859e4067 req-c128700d-e658-4cd0-850c-a25d9a64a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:15.695188 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e279b36c-864a-4972-902f-b6af859e4067 req-c128700d-e658-4cd0-850c-a25d9a64a455 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a25dbb6f-d15b-498d-a498-e2acebdb3c69 HTTP/1.1" status: 200 len: 912 time: 0.0932300 May 12 17:50:15.763406 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e279b36c-864a-4972-902f-b6af859e4067 req-06a519c7-4bc4-41a7-9281-cf69aac986b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3097e5e4-7176-4b16-b461-cbfe581f97b7 HTTP/1.1" status: 200 len: 1000 time: 0.0608425 May 12 17:50:15.812640 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279b36c-864a-4972-902f-b6af859e4067 req-144c6faa-4a3a-4c66-ae87-f2ae148f024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:15.814093 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e279b36c-864a-4972-902f-b6af859e4067 req-144c6faa-4a3a-4c66-ae87-f2ae148f024f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b393bcd-a146-44a6-8ec1-ecf303917907 HTTP/1.1" status: 200 len: 850 time: 0.0435352 May 12 17:50:15.862762 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279b36c-864a-4972-902f-b6af859e4067 req-bd8e606c-a9a4-40c3-ad5a-da3469a55295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:15.864299 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e279b36c-864a-4972-902f-b6af859e4067 req-bd8e606c-a9a4-40c3-ad5a-da3469a55295 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a25dbb6f-d15b-498d-a498-e2acebdb3c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440321 May 12 17:50:15.894686 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-c65bc55b-d40b-41cb-aced-ce25f7aefa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '4e2bfa21-a006-4451-a36f-12e719ac2de1', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'port_id': '3097e5e4-7176-4b16-b461-cbfe581f97b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'mac_address': 'fa:16:3e:97:b7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e314313-1f60-4a9d-b9ef-f7bebb900128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:50:14Z', 'updated_at': '2022-05-12T17:50:14Z', 'revision_number': 0, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:33Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:15.925137 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65bc55b-d40b-41cb-aced-ce25f7aefa0e None None] Checking router: 24240b91-0752-4b90-8819-f63d4bfedb45 for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:50:15.936016 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65bc55b-d40b-41cb-aced-ce25f7aefa0e None None] Routers {'24240b91-0752-4b90-8819-f63d4bfedb45'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:15.936921 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-c65bc55b-d40b-41cb-aced-ce25f7aefa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:49:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['24240b91-0752-4b90-8819-f63d4bfedb45'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:15.943477 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77c376-1080-4d2a-adc2-6844befbaa99 req-671e3d89-cbd2-4cb1-9150-43cc936982ec tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:15.945070 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7c77c376-1080-4d2a-adc2-6844befbaa99 req-671e3d89-cbd2-4cb1-9150-43cc936982ec tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 945 time: 0.0510535 May 12 17:50:15.965501 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e279b36c-864a-4972-902f-b6af859e4067 req-2c229701-6fc5-42be-a35d-6184319cd7c0 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948722 May 12 17:50:16.000376 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7c77c376-1080-4d2a-adc2-6844befbaa99 req-73c17b5e-9216-45e7-8d3a-335d30028f85 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=e67c8dff-f717-4499-8cd3-7e486b6fc22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464594 May 12 17:50:16.050892 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-c65bc55b-d40b-41cb-aced-ce25f7aefa0e None None] Set router 24240b91-0752-4b90-8819-f63d4bfedb45 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:16.066319 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e279b36c-864a-4972-902f-b6af859e4067 req-4039f514-8d52-4c24-9b2d-eaa861cb00d5 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927179 May 12 17:50:16.090413 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 04ab8812-f96b-40d8-949a-29d8651be151 up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:50:16.199622 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port 04ab8812-f96b-40d8-949a-29d8651be151 completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:50:16.230765 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port 04ab8812-f96b-40d8-949a-29d8651be151 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:50:16.231134 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (04ab8812-f96b-40d8-949a-29d8651be151), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:16.358034 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-c65bc55b-d40b-41cb-aced-ce25f7aefa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '4e2bfa21-a006-4451-a36f-12e719ac2de1', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'port_id': '3097e5e4-7176-4b16-b461-cbfe581f97b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'mac_address': 'fa:16:3e:97:b7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e314313-1f60-4a9d-b9ef-f7bebb900128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:50:14Z', 'updated_at': '2022-05-12T17:50:14Z', 'revision_number': 0, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:33Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:16.359627 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 04ab8812-f96b-40d8-949a-29d8651be151 is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:50:16.360006 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (04ab8812-f96b-40d8-949a-29d8651be151), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:16.392424 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65bc55b-d40b-41cb-aced-ce25f7aefa0e None None] The sync data for ids ['24240b91-0752-4b90-8819-f63d4bfedb45'] in dv-cinder-840525-2-iscsi is: [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '4e2bfa21-a006-4451-a36f-12e719ac2de1', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'port_id': '3097e5e4-7176-4b16-b461-cbfe581f97b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'mac_address': 'fa:16:3e:97:b7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e314313-1f60-4a9d-b9ef-f7bebb900128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:50:14Z', 'updated_at': '2022-05-12T17:50:14Z', 'revision_number': 0, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:33Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:50:16.408976 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390d5f65-8274-4983-a8fc-da556078c431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ab8812-f96b-40d8-949a-29d8651be151'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:50:16.411200 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c554ae-ea43-4c59-b50c-554c06a39efd" -d '{"events": [{"server_uuid": "390d5f65-8274-4983-a8fc-da556078c431", "name": "network-vif-plugged", "status": "completed", "tag": "04ab8812-f96b-40d8-949a-29d8651be151"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:50:16.424821 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 04ab8812-f96b-40d8-949a-29d8651be151, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=04ab8812-f96b-40d8-949a-29d8651be151,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:16.430097 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (04ab8812-f96b-40d8-949a-29d8651be151), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:16.455516 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfab747b-c324-4687-b609-86afb654ed36 x-openstack-request-id: req-cfab747b-c324-4687-b609-86afb654ed36 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:50:16.455821 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390d5f65-8274-4983-a8fc-da556078c431", "name": "network-vif-plugged", "status": "completed", "tag": "04ab8812-f96b-40d8-949a-29d8651be151", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:50:16.456077 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cfab747b-c324-4687-b609-86afb654ed36 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:50:16.456492 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfab747b-c324-4687-b609-86afb654ed36'] response: {'server_uuid': '390d5f65-8274-4983-a8fc-da556078c431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ab8812-f96b-40d8-949a-29d8651be151', 'code': 200} May 12 17:50:16.480614 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=04ab8812-f96b-40d8-949a-29d8651be151,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:16.601897 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3252d0-8669-4b8d-8b1c-9fb6e99a2cfe None None] New status for floating IP 4e2bfa21-a006-4451-a36f-12e719ac2de1: ACTIVE {{(pid=109953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:50:16.678316 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c371fef-2948-431f-ab72-b714d6d66d4b req-60581b6d-47fd-4964-bdef-aea8d7588e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:16.680371 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-1c371fef-2948-431f-ab72-b714d6d66d4b req-60581b6d-47fd-4964-bdef-aea8d7588e11 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 1130 time: 0.0391343 May 12 17:50:16.726694 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-1c371fef-2948-431f-ab72-b714d6d66d4b req-1f9b29e7-2d3b-442e-8c34-688586e2ad1c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e67c8dff-f717-4499-8cd3-7e486b6fc22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372989 May 12 17:50:17.113555 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54998249-ca2c-4712-9cf8-8effac0e8bf3 req-6da55ed4-3718-4ab3-8ac4-e4cb995af4c3 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:17.115030 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-54998249-ca2c-4712-9cf8-8effac0e8bf3 req-6da55ed4-3718-4ab3-8ac4-e4cb995af4c3 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 946 time: 0.0461650 May 12 17:50:17.162045 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-54998249-ca2c-4712-9cf8-8effac0e8bf3 req-c2c523f2-5099-46cd-a797-accd2515a6cc tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=e67c8dff-f717-4499-8cd3-7e486b6fc22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413809 May 12 17:50:18.282706 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bba19-6d85-4127-8c63-7ad4c751a7c5 req-13e304e5-bc28-4afc-8ef8-5e99016f0abe tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:18.284348 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-956bba19-6d85-4127-8c63-7ad4c751a7c5 req-13e304e5-bc28-4afc-8ef8-5e99016f0abe tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 946 time: 0.0510776 May 12 17:50:18.332492 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-956bba19-6d85-4127-8c63-7ad4c751a7c5 req-1d9b1c94-f24a-4d90-96af-50f701d73c94 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=e67c8dff-f717-4499-8cd3-7e486b6fc22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415680 May 12 17:50:19.449262 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904b012-f98c-4366-a830-489f6a5c2a59 req-c50a1d76-7eea-4045-95b8-dd2c087aef07 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:19.450754 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4904b012-f98c-4366-a830-489f6a5c2a59 req-c50a1d76-7eea-4045-95b8-dd2c087aef07 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 946 time: 0.0498102 May 12 17:50:19.497490 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4904b012-f98c-4366-a830-489f6a5c2a59 req-e13259ae-21c5-4294-944a-37aaaef31d67 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=e67c8dff-f717-4499-8cd3-7e486b6fc22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412047 May 12 17:50:19.603221 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1a1a7-e2bb-44f0-a6cd-baf3fbc3189d req-60b4c0e5-a6af-4b1c-8a9f-e9d47e9fb253 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:19.604720 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0fe1a1a7-e2bb-44f0-a6cd-baf3fbc3189d req-60b4c0e5-a6af-4b1c-8a9f-e9d47e9fb253 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 946 time: 0.0459650 May 12 17:50:19.613017 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57370) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:19.617873 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-e7e13f1a-d737-4f3d-9aac-e4cb2f69a6a2 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Request body: {'floatingip': {'port_id': '04ab8812-f96b-40d8-949a-29d8651be151'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:50:19.658265 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e7e13f1a-d737-4f3d-9aac-e4cb2f69a6a2 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (ce9d0735-cbe1-482a-b22f-18d24d7cea0b), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:20.239759 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267eeb52-7eae-4320-b676-def7d98c12b7 req-63c766b0-987f-4b7b-b8f4-a7a0a4d19e59 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:20.241382 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-267eeb52-7eae-4320-b676-def7d98c12b7 req-63c766b0-987f-4b7b-b8f4-a7a0a4d19e59 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0842881 May 12 17:50:20.331534 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-267eeb52-7eae-4320-b676-def7d98c12b7 req-2d941081-9c6f-4b9a-9101-5891867e0065 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832055 May 12 17:50:20.415100 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e7e13f1a-d737-4f3d-9aac-e4cb2f69a6a2 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:20.418889 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e7e13f1a-d737-4f3d-9aac-e4cb2f69a6a2 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (ce9d0735-cbe1-482a-b22f-18d24d7cea0b), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:20.518700 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.l3_db [None req-e7e13f1a-d737-4f3d-9aac-e4cb2f69a6a2 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Floating IP ce9d0735-cbe1-482a-b22f-18d24d7cea0b associated. External IP: 172.27.2.107, port: 04ab8812-f96b-40d8-949a-29d8651be151. May 12 17:50:20.730930 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e13f1a-d737-4f3d-9aac-e4cb2f69a6a2 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Router fceb75b3-1924-4840-824c-93824a51e098 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:50:20.841343 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e13f1a-d737-4f3d-9aac-e4cb2f69a6a2 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:50:20.846247 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e7e13f1a-d737-4f3d-9aac-e4cb2f69a6a2 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:20.853689 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f2954-dd1e-4973-adf0-af78cd03fa52 None None] Sync routers for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:50:20.865380 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f2954-dd1e-4973-adf0-af78cd03fa52 None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:20.866176 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-2c4f2954-dd1e-4973-adf0-af78cd03fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:49:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:20.879635 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-e7e13f1a-d737-4f3d-9aac-e4cb2f69a6a2 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "PUT /v2.0/floatingips/ce9d0735-cbe1-482a-b22f-18d24d7cea0b HTTP/1.1" status: 200 len: 992 time: 1.2655656 May 12 17:50:20.880419 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390d5f65-8274-4983-a8fc-da556078c431', 'tag': '04ab8812-f96b-40d8-949a-29d8651be151'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:50:20.883000 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6832a3-1485-456c-b0fe-784221708c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "390d5f65-8274-4983-a8fc-da556078c431", "tag": "04ab8812-f96b-40d8-949a-29d8651be151"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:50:20.922315 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff2c367-c92c-42ef-9a29-837b026051a9 x-openstack-request-id: req-7ff2c367-c92c-42ef-9a29-837b026051a9 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:50:20.922573 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390d5f65-8274-4983-a8fc-da556078c431", "tag": "04ab8812-f96b-40d8-949a-29d8651be151", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:50:20.922756 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ff2c367-c92c-42ef-9a29-837b026051a9 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:50:20.923164 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff2c367-c92c-42ef-9a29-837b026051a9'] response: {'name': 'network-changed', 'server_uuid': '390d5f65-8274-4983-a8fc-da556078c431', 'tag': '04ab8812-f96b-40d8-949a-29d8651be151', 'status': 'completed', 'code': 200} May 12 17:50:20.995758 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-2c4f2954-dd1e-4973-adf0-af78cd03fa52 None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:21.009975 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6832a3-1485-456c-b0fe-784221708c6a req-b12308b2-1160-4fe4-add4-414abddc005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:21.011596 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4f6832a3-1485-456c-b0fe-784221708c6a req-b12308b2-1160-4fe4-add4-414abddc005c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04&device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 1130 time: 0.0454912 May 12 17:50:21.101558 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6832a3-1485-456c-b0fe-784221708c6a req-9e09726e-8ab0-4ea1-924f-d79a6d69f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:21.103017 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4f6832a3-1485-456c-b0fe-784221708c6a req-9e09726e-8ab0-4ea1-924f-d79a6d69f780 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1221ba24-0e4c-4509-ac6d-bff82c57688b HTTP/1.1" status: 200 len: 915 time: 0.0855577 May 12 17:50:21.216846 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-2c4f2954-dd1e-4973-adf0-af78cd03fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': 'ce9d0735-cbe1-482a-b22f-18d24d7cea0b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'port_id': '04ab8812-f96b-40d8-949a-29d8651be151', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'mac_address': 'fa:16:3e:a1:1c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5f65-8274-4983-a8fc-da556078c431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:50:06Z', 'updated_at': '2022-05-12T17:50:20Z', 'revision_number': 1, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:21.242196 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f2954-dd1e-4973-adf0-af78cd03fa52 None None] Checking router: fceb75b3-1924-4840-824c-93824a51e098 for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:50:21.250275 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f2954-dd1e-4973-adf0-af78cd03fa52 None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:21.250873 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-2c4f2954-dd1e-4973-adf0-af78cd03fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:49:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:21.356495 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-2c4f2954-dd1e-4973-adf0-af78cd03fa52 None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:21.443775 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4f6832a3-1485-456c-b0fe-784221708c6a req-de55e5ab-0abb-47fb-8feb-96bb5d5f2efa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04ab8812-f96b-40d8-949a-29d8651be151 HTTP/1.1" status: 200 len: 1000 time: 0.0674374 May 12 17:50:21.468613 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d8fe7-aec4-4478-b697-97f5a7cd4695 req-042a2587-3feb-4ef1-a23a-28b0c11a9267 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:21.470364 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-567d8fe7-aec4-4478-b697-97f5a7cd4695 req-042a2587-3feb-4ef1-a23a-28b0c11a9267 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0628560 May 12 17:50:21.493695 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6832a3-1485-456c-b0fe-784221708c6a req-673a0105-5dc6-49a8-9fe1-386375cf5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:21.495398 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4f6832a3-1485-456c-b0fe-784221708c6a req-673a0105-5dc6-49a8-9fe1-386375cf5b91 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6394fb4-f09d-4f41-ae7e-35adcc70fa28 HTTP/1.1" status: 200 len: 853 time: 0.0453112 May 12 17:50:21.526494 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-567d8fe7-aec4-4478-b697-97f5a7cd4695 req-1389f752-734e-44d7-a7c0-f6252e84a6d2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495176 May 12 17:50:21.563242 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6832a3-1485-456c-b0fe-784221708c6a req-f698c6e1-b71f-4985-817b-427580828a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:21.564785 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4f6832a3-1485-456c-b0fe-784221708c6a req-f698c6e1-b71f-4985-817b-427580828a86 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1221ba24-0e4c-4509-ac6d-bff82c57688b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438232 May 12 17:50:21.584355 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-2c4f2954-dd1e-4973-adf0-af78cd03fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': 'ce9d0735-cbe1-482a-b22f-18d24d7cea0b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'port_id': '04ab8812-f96b-40d8-949a-29d8651be151', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'mac_address': 'fa:16:3e:a1:1c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5f65-8274-4983-a8fc-da556078c431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:50:06Z', 'updated_at': '2022-05-12T17:50:20Z', 'revision_number': 1, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:21.615267 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f2954-dd1e-4973-adf0-af78cd03fa52 None None] The sync data for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi is: [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': 'ce9d0735-cbe1-482a-b22f-18d24d7cea0b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'port_id': '04ab8812-f96b-40d8-949a-29d8651be151', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'mac_address': 'fa:16:3e:a1:1c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d5f65-8274-4983-a8fc-da556078c431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:50:06Z', 'updated_at': '2022-05-12T17:50:20Z', 'revision_number': 1, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:50:21.685331 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4f6832a3-1485-456c-b0fe-784221708c6a req-90574e75-a7da-4573-a68c-2e3caa6abbc1 service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890245 May 12 17:50:21.781164 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-4f6832a3-1485-456c-b0fe-784221708c6a req-4cebc3f5-733e-4a56-9598-dda0017a3111 service neutron] 10.222.0.74 "GET /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891242 May 12 17:50:21.812062 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce11b1-512a-4d38-8960-60fdf261f191 None None] New status for floating IP ce9d0735-cbe1-482a-b22f-18d24d7cea0b: ACTIVE {{(pid=109953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:50:22.265879 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebd882-e583-4ee4-aeac-f6bcb836111e req-97dcab5b-a2dc-430b-8be5-a0821f0260c3 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:22.267225 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8eebd882-e583-4ee4-aeac-f6bcb836111e req-97dcab5b-a2dc-430b-8be5-a0821f0260c3 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0464644 May 12 17:50:22.314978 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8eebd882-e583-4ee4-aeac-f6bcb836111e req-7b433ea5-d295-4eaf-aec7-a874a28c1749 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422251 May 12 17:50:22.643543 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80d681-5d7e-462d-9fb1-cb65a0bb47f5 req-9ffe704f-b64d-4300-9b28-ec366a83116b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:22.645020 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-fc80d681-5d7e-462d-9fb1-cb65a0bb47f5 req-9ffe704f-b64d-4300-9b28-ec366a83116b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0475326 May 12 17:50:22.690347 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-fc80d681-5d7e-462d-9fb1-cb65a0bb47f5 req-d32fda8a-cb56-4781-883d-fc250689fe1b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397363 May 12 17:50:23.426969 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1674cb-cf3c-4196-b51c-2a529893083c req-8e02e0b0-c2f1-4e07-85a5-2886e1874b7d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:23.428428 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ce1674cb-cf3c-4196-b51c-2a529893083c req-8e02e0b0-c2f1-4e07-85a5-2886e1874b7d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0463884 May 12 17:50:23.473846 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ce1674cb-cf3c-4196-b51c-2a529893083c req-96a295d7-a702-4382-b749-92db2d86fbf2 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396793 May 12 17:50:23.641833 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3095502e-ef7e-4e09-a940-4b879c4a55b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:23.808700 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764c53d-0fe9-4177-888a-7c08cadec42e req-91fbaa5f-444e-4f93-921d-d50e11828aad tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:23.810161 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e764c53d-0fe9-4177-888a-7c08cadec42e req-91fbaa5f-444e-4f93-921d-d50e11828aad tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0499148 May 12 17:50:23.857738 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e764c53d-0fe9-4177-888a-7c08cadec42e req-c6b8e6e6-d3d3-4158-8fef-87035f452251 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419044 May 12 17:50:24.585678 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee035071-1603-45a0-99c9-01f8b6e57cf8 req-1014c642-c2e7-4ebb-a1f0-7ceeff615c0c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:24.587163 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ee035071-1603-45a0-99c9-01f8b6e57cf8 req-1014c642-c2e7-4ebb-a1f0-7ceeff615c0c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0467527 May 12 17:50:24.633859 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ee035071-1603-45a0-99c9-01f8b6e57cf8 req-23eded2d-f061-4894-ae2c-020f3decc335 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405958 May 12 17:50:24.978929 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207773b3-5c35-4726-9eae-d1f0f1177a4c req-af34588b-cd54-409c-8d06-de0536afbbc3 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:24.980419 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-207773b3-5c35-4726-9eae-d1f0f1177a4c req-af34588b-cd54-409c-8d06-de0536afbbc3 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0504141 May 12 17:50:25.027380 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-207773b3-5c35-4726-9eae-d1f0f1177a4c req-3f6dcb1e-9360-4e7b-95b1-8cd9343d54a0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414906 May 12 17:50:25.175577 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:25.211635 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:50:25.743948 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafdb2f-d7e1-4cac-9aa7-b55e37d2333a req-5b5aceb1-4bc1-4f98-85a4-0168ccab6d5b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:25.745972 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1cafdb2f-d7e1-4cac-9aa7-b55e37d2333a req-5b5aceb1-4bc1-4f98-85a4-0168ccab6d5b tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0460072 May 12 17:50:25.791386 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1cafdb2f-d7e1-4cac-9aa7-b55e37d2333a req-f2a6c96a-d6e3-4fe0-81ab-e38c7de9c5eb tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=530ac963-4319-4ea1-aeaa-a2efc4920cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397673 May 12 17:50:25.876426 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5f39ea2d-599e-4f86-b258-b3a2d1676b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:25.999794 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8958e-8512-452c-89b9-be9a8ad5ee62 req-5aec32d0-45be-41f7-b04c-7b9c40a95d4c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:26.001237 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-38c8958e-8512-452c-89b9-be9a8ad5ee62 req-5aec32d0-45be-41f7-b04c-7b9c40a95d4c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 945 time: 0.0492847 May 12 17:50:26.090363 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-38c8958e-8512-452c-89b9-be9a8ad5ee62 req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Deleting port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:26.090733 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-38c8958e-8512-452c-89b9-be9a8ad5ee62 req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (bb2465e3-e5fd-4ae3-9017-cb6fa37925e6), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.142723 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf503cb-efcf-48c2-9154-b6031f654c2f req-b7c21b16-8bf9-45af-acf5-aede294f8e57 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:26.144218 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-daf503cb-efcf-48c2-9154-b6031f654c2f req-b7c21b16-8bf9-45af-acf5-aede294f8e57 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0465105 May 12 17:50:26.181879 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-38c8958e-8512-452c-89b9-be9a8ad5ee62 req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] For port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bb2465e3-e5fd-4ae3-9017-cb6fa37925e6,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:26.182814 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-38c8958e-8512-452c-89b9-be9a8ad5ee62 req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (bb2465e3-e5fd-4ae3-9017-cb6fa37925e6), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.194225 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-daf503cb-efcf-48c2-9154-b6031f654c2f req-15a13f69-e113-4ac3-97cd-ecba8188e769 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443563 May 12 17:50:26.348906 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-38c8958e-8512-452c-89b9-be9a8ad5ee62 req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.349173 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-38c8958e-8512-452c-89b9-be9a8ad5ee62 req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (3b74673a-6d1f-4f8f-80b2-2d59597b519a), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.349483 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.l3_db [req-38c8958e-8512-452c-89b9-be9a8ad5ee62 req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Floating IP 3b74673a-6d1f-4f8f-80b2-2d59597b519a disassociated. External IP: 172.27.2.88, port: bb2465e3-e5fd-4ae3-9017-cb6fa37925e6. May 12 17:50:26.349826 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-38c8958e-8512-452c-89b9-be9a8ad5ee62 req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Calling delete_port for bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 owned by compute:nova {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:26.480830 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-38c8958e-8512-452c-89b9-be9a8ad5ee62 req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (bb2465e3-e5fd-4ae3-9017-cb6fa37925e6), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.508935 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Pushing event deleted for resources: {'Port': ['ID=bb2465e3-e5fd-4ae3-9017-cb6fa37925e6,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:26.519289 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:26.519645 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:26.519987 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:26.520349 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:26.520691 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:26.521021 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:26.521343 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:26.521670 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:26.521995 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:26.522318 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:26.522637 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:26.522958 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:26.523275 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:26.524214 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:26.524549 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:26.638897 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38c8958e-8512-452c-89b9-be9a8ad5ee62 req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Router 1eb1760e-994e-46fc-a0fb-270c48206264 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:50:26.746922 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38c8958e-8512-452c-89b9-be9a8ad5ee62 req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:50:26.756594 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149d21d7-32c1-48f0-9718-149cb3085456 None None] Sync routers for ids ['1eb1760e-994e-46fc-a0fb-270c48206264'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:50:26.768357 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149d21d7-32c1-48f0-9718-149cb3085456 None None] Routers {'1eb1760e-994e-46fc-a0fb-270c48206264'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:26.768980 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-149d21d7-32c1-48f0-9718-149cb3085456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:50:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['1eb1760e-994e-46fc-a0fb-270c48206264'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:26.789756 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c8958e-8512-452c-89b9-be9a8ad5ee62 req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] No DVR routers for this DVR port bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 on host hv-cinder-84052 {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:50:26.793040 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-38c8958e-8512-452c-89b9-be9a8ad5ee62 req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.796292 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-38c8958e-8512-452c-89b9-be9a8ad5ee62 req-eaced1a4-7e4b-4224-bf69-a4096681cc5c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.74 "DELETE /v2.0/ports/bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 HTTP/1.1" status: 204 len: 173 time: 0.7898605 May 12 17:50:26.796728 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'name': 'network-vif-deleted', 'tag': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:50:26.798960 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7373de-ce39-4bee-850d-a936e48acdea" -d '{"events": [{"server_uuid": "a9b5a3c0-ae83-4249-9ac3-dddc8a328712", "name": "network-vif-deleted", "tag": "bb2465e3-e5fd-4ae3-9017-cb6fa37925e6"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:50:26.895751 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-149d21d7-32c1-48f0-9718-149cb3085456 None None] Set router 1eb1760e-994e-46fc-a0fb-270c48206264 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:26.918516 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70115b0a-6bc9-40c3-be50-1022cc3d27b0 x-openstack-request-id: req-70115b0a-6bc9-40c3-be50-1022cc3d27b0 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:50:26.918806 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b5a3c0-ae83-4249-9ac3-dddc8a328712", "name": "network-vif-deleted", "tag": "bb2465e3-e5fd-4ae3-9017-cb6fa37925e6", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:50:26.919054 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-70115b0a-6bc9-40c3-be50-1022cc3d27b0 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:50:26.919451 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70115b0a-6bc9-40c3-be50-1022cc3d27b0'] response: {'server_uuid': 'a9b5a3c0-ae83-4249-9ac3-dddc8a328712', 'name': 'network-vif-deleted', 'tag': 'bb2465e3-e5fd-4ae3-9017-cb6fa37925e6', 'status': 'completed', 'code': 200} May 12 17:50:26.934723 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-90836ff9-0f15-4755-b1d1-09280d6fb9ed req-34060081-acfc-4e99-b2fb-5cbc3e046639 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b5a3c0-ae83-4249-9ac3-dddc8a328712 HTTP/1.1" status: 200 len: 210 time: 0.0582206 May 12 17:50:27.103302 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-149d21d7-32c1-48f0-9718-149cb3085456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:04Z', 'revision_number': 4, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'gw_port': {'id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:56Z', 'updated_at': '2022-05-12T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': 'fa820e9c-b2aa-4586-9077-63bc3c98cdbc', 'name': '', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'mac_address': 'fa:16:3e:89:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:03Z', 'updated_at': '2022-05-12T17:45:21Z', 'revision_number': 5, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'subnets': [{'id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:27.130631 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149d21d7-32c1-48f0-9718-149cb3085456 None None] Checking router: 1eb1760e-994e-46fc-a0fb-270c48206264 for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:50:27.138604 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149d21d7-32c1-48f0-9718-149cb3085456 None None] Routers {'1eb1760e-994e-46fc-a0fb-270c48206264'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:27.139200 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-149d21d7-32c1-48f0-9718-149cb3085456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:50:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['1eb1760e-994e-46fc-a0fb-270c48206264'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:27.324405 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9254ac-2614-405a-b049-811214a12e97 req-0a537d6a-1274-43d0-8a27-2a4dc7352530 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:27.326111 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-cc9254ac-2614-405a-b049-811214a12e97 req-0a537d6a-1274-43d0-8a27-2a4dc7352530 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0555999 May 12 17:50:27.377797 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-cc9254ac-2614-405a-b049-811214a12e97 req-67ea2ba1-a5e8-4a35-b979-36dc8978489a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457604 May 12 17:50:27.387996 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-149d21d7-32c1-48f0-9718-149cb3085456 None None] Set router 1eb1760e-994e-46fc-a0fb-270c48206264 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:27.390194 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:27.582284 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-149d21d7-32c1-48f0-9718-149cb3085456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:04Z', 'revision_number': 4, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'gw_port': {'id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:56Z', 'updated_at': '2022-05-12T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': 'fa820e9c-b2aa-4586-9077-63bc3c98cdbc', 'name': '', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'mac_address': 'fa:16:3e:89:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:03Z', 'updated_at': '2022-05-12T17:45:21Z', 'revision_number': 5, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'subnets': [{'id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:27.610908 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149d21d7-32c1-48f0-9718-149cb3085456 None None] The sync data for ids ['1eb1760e-994e-46fc-a0fb-270c48206264'] in dv-cinder-840525-2-iscsi is: [{'id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:04Z', 'revision_number': 4, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'gw_port': {'id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:56Z', 'updated_at': '2022-05-12T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': 'fa820e9c-b2aa-4586-9077-63bc3c98cdbc', 'name': '', 'network_id': 'dae508b5-33ae-47fd-88cd-96de0b50f763', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'mac_address': 'fa:16:3e:89:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:03Z', 'updated_at': '2022-05-12T17:45:21Z', 'revision_number': 5, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'subnets': [{'id': '408098b4-b6ba-468a-a49c-afb1cbe23810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:50:27.838233 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b0a836-22a6-4a5e-b007-7e931e3100ff None None] New status for floating IP 3b74673a-6d1f-4f8f-80b2-2d59597b519a: DOWN {{(pid=109953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:50:28.024033 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57444) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:28.081091 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for security_group (530ac963-4319-4ea1-aeaa-a2efc4920cd6), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:28.106929 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for security_group (530ac963-4319-4ea1-aeaa-a2efc4920cd6), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:28.153672 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (530ac963-4319-4ea1-aeaa-a2efc4920cd6), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:28.156362 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:28.159735 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "DELETE /v2.0/security-groups/530ac963-4319-4ea1-aeaa-a2efc4920cd6 HTTP/1.1" status: 204 len: 168 time: 0.1323605 May 12 17:50:28.160246 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 57446) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:28.166032 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=530ac963-4319-4ea1-aeaa-a2efc4920cd6,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:28.173127 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:28.173478 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:28.173825 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:28.174167 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:28.174284 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.api.v2.resource [None req-8148e022-2a24-4c27-9ada-5d45cc54cdd9 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] show failed (client error): The resource could not be found. May 12 17:50:28.174503 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:28.174842 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:28.175152 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-8148e022-2a24-4c27-9ada-5d45cc54cdd9 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups/530ac963-4319-4ea1-aeaa-a2efc4920cd6 HTTP/1.1" status: 404 len: 347 time: 0.0137999 May 12 17:50:28.175372 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:28.175468 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:28.175799 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:28.176125 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:28.176481 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:28.176804 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:28.177130 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:28.177448 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:28.177731 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 57448) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:28.177842 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dec9b4-ce59-4f1f-a959-df36e87e21c0 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:28.293408 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-a181677f-2743-4ec5-b3f8-349b81ba4082 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Deleting port b3eb2470-89c8-4647-b5f0-722de18df486 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:28.293659 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a181677f-2743-4ec5-b3f8-349b81ba4082 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (b3eb2470-89c8-4647-b5f0-722de18df486), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:28.367509 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a181677f-2743-4ec5-b3f8-349b81ba4082 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (b3eb2470-89c8-4647-b5f0-722de18df486), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:28.367827 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a181677f-2743-4ec5-b3f8-349b81ba4082 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for floatingip (b3eb2470-89c8-4647-b5f0-722de18df486), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:28.380306 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-a181677f-2743-4ec5-b3f8-349b81ba4082 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Calling delete_port for b3eb2470-89c8-4647-b5f0-722de18df486 owned by network:floatingip {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:28.508695 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf3735-1afd-4289-b14d-b6deb7f7957e req-ededba26-cccf-4c2f-b1a5-4cad8bdfc153 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:28.510162 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2fdf3735-1afd-4289-b14d-b6deb7f7957e req-ededba26-cccf-4c2f-b1a5-4cad8bdfc153 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0482185 May 12 17:50:28.520721 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a181677f-2743-4ec5-b3f8-349b81ba4082 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (b3eb2470-89c8-4647-b5f0-722de18df486), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:28.548914 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181677f-2743-4ec5-b3f8-349b81ba4082 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Pushing event deleted for resources: {'Port': ['ID=b3eb2470-89c8-4647-b5f0-722de18df486,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:28.561346 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2fdf3735-1afd-4289-b14d-b6deb7f7957e req-44237c91-41eb-4f06-b150-ccc4fbf99b4c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449677 May 12 17:50:28.607900 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a181677f-2743-4ec5-b3f8-349b81ba4082 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks [] for floatingip (3b74673a-6d1f-4f8f-80b2-2d59597b519a), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:28.610418 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a181677f-2743-4ec5-b3f8-349b81ba4082 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:28.611563 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-a181677f-2743-4ec5-b3f8-349b81ba4082 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "DELETE /v2.0/floatingips/3b74673a-6d1f-4f8f-80b2-2d59597b519a HTTP/1.1" status: 204 len: 168 time: 0.4328659 May 12 17:50:28.652410 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:29.678948 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cd1c1-6eb3-4299-9346-a9e82cc6392b req-f1df34b0-e295-4d82-895b-45c63a24098e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:29.680426 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-de2cd1c1-6eb3-4299-9346-a9e82cc6392b req-f1df34b0-e295-4d82-895b-45c63a24098e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0465815 May 12 17:50:29.730747 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-de2cd1c1-6eb3-4299-9346-a9e82cc6392b req-bceb3476-732d-4098-98f0-a7202382b0cb tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441711 May 12 17:50:30.147156 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:30.167315 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:50:30.168756 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device bb2465e3-e5fd-4ae3-9017-cb6fa37925e6 not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:50:30.274926 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:30.847442 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04793778-3e9f-4917-b0ae-43b346cbc1fc req-28204a75-b642-4836-b1ff-844aac555a5c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:30.848929 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-04793778-3e9f-4917-b0ae-43b346cbc1fc req-28204a75-b642-4836-b1ff-844aac555a5c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0457928 May 12 17:50:30.896511 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-04793778-3e9f-4917-b0ae-43b346cbc1fc req-1b1c57c2-7173-4665-a527-9cf050a3f8a4 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419517 May 12 17:50:31.071832 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648027d9-f879-4d51-8b18-7542dac82359 req-b444723a-f260-49ce-86bb-6d8543912427 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:31.073303 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-648027d9-f879-4d51-8b18-7542dac82359 req-b444723a-f260-49ce-86bb-6d8543912427 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0464368 May 12 17:50:31.117777 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-648027d9-f879-4d51-8b18-7542dac82359 req-ac6b58f0-0913-49f4-bd64-b9919a2e27c2 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381384 May 12 17:50:32.015884 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ab67d-61e6-407f-8579-b626165eddbc req-36e5b870-b588-422f-86d9-475bde3d7d07 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:32.017352 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7b0ab67d-61e6-407f-8579-b626165eddbc req-36e5b870-b588-422f-86d9-475bde3d7d07 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0485172 May 12 17:50:32.062513 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7b0ab67d-61e6-407f-8579-b626165eddbc req-4e177419-69e9-4b5d-ae31-c10bd450a7a6 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396647 May 12 17:50:32.228664 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cd8c6-f5b9-4abb-b553-2ce32dfbdec7 req-afb1cf9b-b001-4fec-81cd-8aaf0e4fc773 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:32.230054 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4b0cd8c6-f5b9-4abb-b553-2ce32dfbdec7 req-afb1cf9b-b001-4fec-81cd-8aaf0e4fc773 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0462601 May 12 17:50:32.275260 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4b0cd8c6-f5b9-4abb-b553-2ce32dfbdec7 req-8614005d-bd2e-4927-8aee-4c666d49cd11 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397356 May 12 17:50:33.182053 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69997ef9-3d1a-42be-b9fe-d7fc5e6bc281 req-e1ccdc29-b01c-4547-9259-f98747331f75 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:33.183613 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-69997ef9-3d1a-42be-b9fe-d7fc5e6bc281 req-e1ccdc29-b01c-4547-9259-f98747331f75 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0506325 May 12 17:50:33.229425 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-69997ef9-3d1a-42be-b9fe-d7fc5e6bc281 req-a5084251-9189-4716-9a2b-8701c0bad23e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402687 May 12 17:50:33.387414 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9215eaf-29a6-44e8-ac81-53c201e83b25 req-124d599f-cc97-4360-a636-8c43a7bdde08 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:33.388798 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e9215eaf-29a6-44e8-ac81-53c201e83b25 req-124d599f-cc97-4360-a636-8c43a7bdde08 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0461953 May 12 17:50:33.433643 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e9215eaf-29a6-44e8-ac81-53c201e83b25 req-3784eef6-63c0-40fd-b5b0-6264cc605d9a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389175 May 12 17:50:33.663107 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853439a2-09cb-4a8e-b9ac-5b086c7d7064 req-ea74209d-4995-4729-9a0e-8647aff9658a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:33.664544 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-853439a2-09cb-4a8e-b9ac-5b086c7d7064 req-ea74209d-4995-4729-9a0e-8647aff9658a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.74 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 945 time: 0.0482078 May 12 17:50:33.748958 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-853439a2-09cb-4a8e-b9ac-5b086c7d7064 req-9d03a303-57c3-4c56-9529-48f577b59f1d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Deleting port 08534155-023c-44b5-b553-dee4643d5c69 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:33.749296 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-853439a2-09cb-4a8e-b9ac-5b086c7d7064 req-9d03a303-57c3-4c56-9529-48f577b59f1d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (08534155-023c-44b5-b553-dee4643d5c69), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:33.840540 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-853439a2-09cb-4a8e-b9ac-5b086c7d7064 req-9d03a303-57c3-4c56-9529-48f577b59f1d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] For port 08534155-023c-44b5-b553-dee4643d5c69, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=08534155-023c-44b5-b553-dee4643d5c69,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:33.840898 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-853439a2-09cb-4a8e-b9ac-5b086c7d7064 req-9d03a303-57c3-4c56-9529-48f577b59f1d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (08534155-023c-44b5-b553-dee4643d5c69), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:33.853525 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-853439a2-09cb-4a8e-b9ac-5b086c7d7064 req-9d03a303-57c3-4c56-9529-48f577b59f1d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Calling delete_port for 08534155-023c-44b5-b553-dee4643d5c69 owned by compute:nova {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:33.982630 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-853439a2-09cb-4a8e-b9ac-5b086c7d7064 req-9d03a303-57c3-4c56-9529-48f577b59f1d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (08534155-023c-44b5-b553-dee4643d5c69), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:34.024602 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['aeff2539-2372-4118-8fd1-4b25292a34c4', '08534155-023c-44b5-b553-dee4643d5c69'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:50:34.237687 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03a303-57c3-4c56-9529-48f577b59f1d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Pushing event deleted for resources: {'Port': ['ID=08534155-023c-44b5-b553-dee4643d5c69,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:34.285221 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-853439a2-09cb-4a8e-b9ac-5b086c7d7064 req-9d03a303-57c3-4c56-9529-48f577b59f1d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] No DVR routers for this DVR port 08534155-023c-44b5-b553-dee4643d5c69 on host hv-cinder-84052 {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:50:34.287882 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-853439a2-09cb-4a8e-b9ac-5b086c7d7064 req-9d03a303-57c3-4c56-9529-48f577b59f1d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:34.291085 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-853439a2-09cb-4a8e-b9ac-5b086c7d7064 req-9d03a303-57c3-4c56-9529-48f577b59f1d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.74 "DELETE /v2.0/ports/08534155-023c-44b5-b553-dee4643d5c69 HTTP/1.1" status: 204 len: 173 time: 0.6196043 May 12 17:50:34.291538 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f7a42c-b14d-4050-a589-70b0eb9ff31b', 'name': 'network-vif-deleted', 'tag': '08534155-023c-44b5-b553-dee4643d5c69'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:50:34.295348 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7714f5b2-98b5-4521-90d0-ab9b62d63aa5" -d '{"events": [{"server_uuid": "e7f7a42c-b14d-4050-a589-70b0eb9ff31b", "name": "network-vif-deleted", "tag": "08534155-023c-44b5-b553-dee4643d5c69"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:50:34.334199 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4a25ad-7ca6-4f3b-8d0b-efca653c9e84 x-openstack-request-id: req-6c4a25ad-7ca6-4f3b-8d0b-efca653c9e84 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:50:34.334531 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f7a42c-b14d-4050-a589-70b0eb9ff31b", "name": "network-vif-deleted", "tag": "08534155-023c-44b5-b553-dee4643d5c69", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:50:34.334787 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c4a25ad-7ca6-4f3b-8d0b-efca653c9e84 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:50:34.335242 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4a25ad-7ca6-4f3b-8d0b-efca653c9e84'] response: {'server_uuid': 'e7f7a42c-b14d-4050-a589-70b0eb9ff31b', 'name': 'network-vif-deleted', 'tag': '08534155-023c-44b5-b553-dee4643d5c69', 'status': 'completed', 'code': 200} May 12 17:50:34.351597 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ed0ac-af8a-4b7b-8d8a-58862e4878f1 req-90c7aaee-d6b4-4cd6-bc65-86b5ba721e0a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:34.353095 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9b5ed0ac-af8a-4b7b-8d8a-58862e4878f1 req-90c7aaee-d6b4-4cd6-bc65-86b5ba721e0a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0495708 May 12 17:50:34.404882 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9b5ed0ac-af8a-4b7b-8d8a-58862e4878f1 req-1a1dccb3-e238-483e-be85-065645d2b23a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451708 May 12 17:50:34.541192 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7141f769-c51e-44d9-ab95-ebe9d69406c7 req-b45181ce-1321-4609-a29e-b9f7484946cc tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7f7a42c-b14d-4050-a589-70b0eb9ff31b HTTP/1.1" status: 200 len: 210 time: 0.0280137 May 12 17:50:35.522557 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cc57b-1293-4520-a084-a6b282f5f4e6 req-d1d92603-674d-4f84-b643-8d2c5a28f22d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:35.523999 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f84cc57b-1293-4520-a084-a6b282f5f4e6 req-d1d92603-674d-4f84-b643-8d2c5a28f22d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0470872 May 12 17:50:35.574917 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f84cc57b-1293-4520-a084-a6b282f5f4e6 req-8b0942b4-9da8-43af-8c68-cb572572175c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445237 May 12 17:50:35.826509 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f2960-5ef9-4331-afb4-80494a9cc9c9 req-dc207845-f742-4ef7-9910-002070a48612 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:35.828193 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d86f2960-5ef9-4331-afb4-80494a9cc9c9 req-dc207845-f742-4ef7-9910-002070a48612 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0528848 May 12 17:50:35.880115 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d86f2960-5ef9-4331-afb4-80494a9cc9c9 req-c83b005c-b23c-4200-9eb5-10a803ee614d tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457654 May 12 17:50:36.705977 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fdf26-100d-4b0e-bba7-a4981fdb1ca7 req-30a6b3f5-e9c6-49ae-b788-eced3603401a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:36.707454 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-405fdf26-100d-4b0e-bba7-a4981fdb1ca7 req-30a6b3f5-e9c6-49ae-b788-eced3603401a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0468986 May 12 17:50:36.753497 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-405fdf26-100d-4b0e-bba7-a4981fdb1ca7 req-3c5279f7-0290-4eaf-a869-be544d1c847d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405178 May 12 17:50:36.992109 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e66092-8f21-41ee-8499-31f03bf1fe18 req-03dcc9c3-9106-4568-a5d2-f151965c55bf tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:36.993573 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-67e66092-8f21-41ee-8499-31f03bf1fe18 req-03dcc9c3-9106-4568-a5d2-f151965c55bf tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0457594 May 12 17:50:37.039398 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-67e66092-8f21-41ee-8499-31f03bf1fe18 req-c1203888-5fcd-43a9-83d4-0639b8669150 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396016 May 12 17:50:37.873296 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef801e27-76f6-42a9-be91-bf75d4f2e71d req-8fef8e68-218c-4e1a-a1d1-735e8f31829e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:37.874646 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ef801e27-76f6-42a9-be91-bf75d4f2e71d req-8fef8e68-218c-4e1a-a1d1-735e8f31829e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0488718 May 12 17:50:37.920485 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ef801e27-76f6-42a9-be91-bf75d4f2e71d req-317749f7-2f9b-414c-a137-5861a13ccc6b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402026 May 12 17:50:38.150141 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7dfb97-bfbf-420c-9558-2f7ba30c66ab req-07dffe23-57d0-475e-bd7e-122ae4e98ec5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:38.151545 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ca7dfb97-bfbf-420c-9558-2f7ba30c66ab req-07dffe23-57d0-475e-bd7e-122ae4e98ec5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0465920 May 12 17:50:38.181615 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 21439de2-974d-41f9-905c-3ce53b19c55a details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:50:38.189674 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 08534155-023c-44b5-b553-dee4643d5c69 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:38.198350 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ca7dfb97-bfbf-420c-9558-2f7ba30c66ab req-67505595-d18f-41ea-b078-2a368d6c9508 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/security-groups?id=9dcead86-417b-40e0-a968-22d2b89cdf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406837 May 12 17:50:38.217566 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: 08534155-023c-44b5-b553-dee4643d5c69 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:50:38.217918 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 08534155-023c-44b5-b553-dee4643d5c69 not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:50:38.303292 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 21439de2-974d-41f9-905c-3ce53b19c55a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=21439de2-974d-41f9-905c-3ce53b19c55a,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:38.314579 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': '21439de2-974d-41f9-905c-3ce53b19c55a', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'port_id': '21439de2-974d-41f9-905c-3ce53b19c55a', 'mac_address': 'fa:16:3e:5a:16:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:50:38.355126 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 21439de2-974d-41f9-905c-3ce53b19c55a is: ACTIVE; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:50:38.355524 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:38.368059 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21439de2-974d-41f9-905c-3ce53b19c55a {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:50:38.388191 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 21439de2-974d-41f9-905c-3ce53b19c55a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=21439de2-974d-41f9-905c-3ce53b19c55a,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:38.392033 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:38.438102 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=21439de2-974d-41f9-905c-3ce53b19c55a,revision_number=6']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:38.445097 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:38.445448 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:38.445794 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:38.446136 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:38.446471 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:38.446802 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:38.447132 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:38.447457 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:38.447803 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:38.448110 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:38.448462 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:38.449299 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:38.449631 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:38.449952 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:38.450277 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:38.616842 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['21439de2-974d-41f9-905c-3ce53b19c55a'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:50:38.683691 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5d394-3332-41eb-825d-b1c62c89ac03 req-ed8d83c4-55a7-4230-b935-4720a2a5765c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:38.685164 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9fd5d394-3332-41eb-825d-b1c62c89ac03 req-ed8d83c4-55a7-4230-b935-4720a2a5765c tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 946 time: 0.0452774 May 12 17:50:38.771721 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-9fd5d394-3332-41eb-825d-b1c62c89ac03 req-0cf8293f-d247-4991-a81f-a221bb8f7ab5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Deleting port aeff2539-2372-4118-8fd1-4b25292a34c4 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:38.771969 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-9fd5d394-3332-41eb-825d-b1c62c89ac03 req-0cf8293f-d247-4991-a81f-a221bb8f7ab5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (aeff2539-2372-4118-8fd1-4b25292a34c4), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:38.860358 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-9fd5d394-3332-41eb-825d-b1c62c89ac03 req-0cf8293f-d247-4991-a81f-a221bb8f7ab5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] For port aeff2539-2372-4118-8fd1-4b25292a34c4, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=aeff2539-2372-4118-8fd1-4b25292a34c4,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:38.860714 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-9fd5d394-3332-41eb-825d-b1c62c89ac03 req-0cf8293f-d247-4991-a81f-a221bb8f7ab5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (aeff2539-2372-4118-8fd1-4b25292a34c4), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:38.874204 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-9fd5d394-3332-41eb-825d-b1c62c89ac03 req-0cf8293f-d247-4991-a81f-a221bb8f7ab5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Calling delete_port for aeff2539-2372-4118-8fd1-4b25292a34c4 owned by compute:nova {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:39.003154 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-9fd5d394-3332-41eb-825d-b1c62c89ac03 req-0cf8293f-d247-4991-a81f-a221bb8f7ab5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (aeff2539-2372-4118-8fd1-4b25292a34c4), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:39.035256 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8293f-d247-4991-a81f-a221bb8f7ab5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Pushing event deleted for resources: {'Port': ['ID=aeff2539-2372-4118-8fd1-4b25292a34c4,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:39.046281 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['aeff2539-2372-4118-8fd1-4b25292a34c4'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:50:39.055047 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee58759-1eda-43eb-bf93-ed56644a0edd req-4467b034-c002-49b2-8235-cc9ec6d81cc4 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:39.056729 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6ee58759-1eda-43eb-bf93-ed56644a0edd req-4467b034-c002-49b2-8235-cc9ec6d81cc4 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 944 time: 0.0547786 May 12 17:50:39.085440 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd5d394-3332-41eb-825d-b1c62c89ac03 req-0cf8293f-d247-4991-a81f-a221bb8f7ab5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] No DVR routers for this DVR port aeff2539-2372-4118-8fd1-4b25292a34c4 on host hv-cinder-84052 {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:50:39.087801 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-9fd5d394-3332-41eb-825d-b1c62c89ac03 req-0cf8293f-d247-4991-a81f-a221bb8f7ab5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:39.091062 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9fd5d394-3332-41eb-825d-b1c62c89ac03 req-0cf8293f-d247-4991-a81f-a221bb8f7ab5 tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.74 "DELETE /v2.0/ports/aeff2539-2372-4118-8fd1-4b25292a34c4 HTTP/1.1" status: 204 len: 173 time: 0.3995581 May 12 17:50:39.091498 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a324263-603c-4a73-b819-232273b7c0bb', 'name': 'network-vif-deleted', 'tag': 'aeff2539-2372-4118-8fd1-4b25292a34c4'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:50:39.093730 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2259d8e0-0411-48ce-9620-97c6f7b372f9" -d '{"events": [{"server_uuid": "8a324263-603c-4a73-b819-232273b7c0bb", "name": "network-vif-deleted", "tag": "aeff2539-2372-4118-8fd1-4b25292a34c4"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:50:39.115392 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6ee58759-1eda-43eb-bf93-ed56644a0edd req-4cf0793c-86ac-4d8d-ac21-5af804914d07 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483873 May 12 17:50:39.131335 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42c0e35-a393-49fc-a434-6ff3f0e1b66a x-openstack-request-id: req-e42c0e35-a393-49fc-a434-6ff3f0e1b66a {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:50:39.131628 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a324263-603c-4a73-b819-232273b7c0bb", "name": "network-vif-deleted", "tag": "aeff2539-2372-4118-8fd1-4b25292a34c4", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:50:39.131985 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e42c0e35-a393-49fc-a434-6ff3f0e1b66a {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:50:39.132551 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42c0e35-a393-49fc-a434-6ff3f0e1b66a'] response: {'server_uuid': '8a324263-603c-4a73-b819-232273b7c0bb', 'name': 'network-vif-deleted', 'tag': 'aeff2539-2372-4118-8fd1-4b25292a34c4', 'status': 'completed', 'code': 200} May 12 17:50:39.311767 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-dac4902d-d10c-4073-b798-aae7863d9df9 req-0d950742-fa78-47ad-b974-b26eb2d3021a tempest-ServerRescueNegativeTestJSON-1040566500 tempest-ServerRescueNegativeTestJSON-1040566500-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a324263-603c-4a73-b819-232273b7c0bb HTTP/1.1" status: 200 len: 210 time: 0.0281296 May 12 17:50:40.192133 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 21439de2-974d-41f9-905c-3ce53b19c55a up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:50:40.235549 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5bbb1-7b9f-4d78-aa25-3f6a3d757178 req-504955fb-5400-4a16-b14a-16f6acb52355 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:40.237082 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a1e5bbb1-7b9f-4d78-aa25-3f6a3d757178 req-504955fb-5400-4a16-b14a-16f6acb52355 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 944 time: 0.0459270 May 12 17:50:40.238949 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port 21439de2-974d-41f9-905c-3ce53b19c55a triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:50:40.239325 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:40.285764 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a1e5bbb1-7b9f-4d78-aa25-3f6a3d757178 req-8387ddd5-7841-4ae4-bac4-4ab18e2f82ad tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431187 May 12 17:50:40.330075 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 21439de2-974d-41f9-905c-3ce53b19c55a is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:50:40.330466 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:40.352676 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21439de2-974d-41f9-905c-3ce53b19c55a'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:50:40.355397 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71ebbbb-1866-49af-8044-1bc5a13ce7bc" -d '{"events": [{"server_uuid": "f637252f-a0d3-4c28-865d-6bebe0284c94", "name": "network-vif-plugged", "status": "completed", "tag": "21439de2-974d-41f9-905c-3ce53b19c55a"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:50:40.369979 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 21439de2-974d-41f9-905c-3ce53b19c55a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=21439de2-974d-41f9-905c-3ce53b19c55a,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:40.370342 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 57522) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:40.374126 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:40.431152 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=21439de2-974d-41f9-905c-3ce53b19c55a,revision_number=7']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:40.457590 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eb9f46-2e49-4ec5-a352-5c3144222059 x-openstack-request-id: req-93eb9f46-2e49-4ec5-a352-5c3144222059 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:50:40.457910 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f637252f-a0d3-4c28-865d-6bebe0284c94", "name": "network-vif-plugged", "status": "completed", "tag": "21439de2-974d-41f9-905c-3ce53b19c55a", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:50:40.458168 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-93eb9f46-2e49-4ec5-a352-5c3144222059 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:50:40.458572 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93eb9f46-2e49-4ec5-a352-5c3144222059'] response: {'server_uuid': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21439de2-974d-41f9-905c-3ce53b19c55a', 'code': 200} May 12 17:50:40.866686 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f2a4-e5d8-4e63-a251-12509ac95791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984780'] for router_interface (1eb1760e-994e-46fc-a0fb-270c48206264), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.147262 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4f2a4-e5d8-4e63-a251-12509ac95791 admin admin] Deleting port fa820e9c-b2aa-4586-9077-63bc3c98cdbc {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:41.147609 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f2a4-e5d8-4e63-a251-12509ac95791 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.230523 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-bdf4f2a4-e5d8-4e63-a251-12509ac95791 admin admin] For port fa820e9c-b2aa-4586-9077-63bc3c98cdbc, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=fa820e9c-b2aa-4586-9077-63bc3c98cdbc,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:41.230907 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f2a4-e5d8-4e63-a251-12509ac95791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.248072 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4f2a4-e5d8-4e63-a251-12509ac95791 admin admin] Calling delete_port for fa820e9c-b2aa-4586-9077-63bc3c98cdbc owned by network:router_interface {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:41.423427 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec8e23-26f0-4a18-9844-3305eae67c28 req-6fd6a0da-9744-4c99-84d5-34f5c26da4b4 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:41.425022 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-21ec8e23-26f0-4a18-9844-3305eae67c28 req-6fd6a0da-9744-4c99-84d5-34f5c26da4b4 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0575953 May 12 17:50:41.446618 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f2a4-e5d8-4e63-a251-12509ac95791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (fa820e9c-b2aa-4586-9077-63bc3c98cdbc), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.473659 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-21ec8e23-26f0-4a18-9844-3305eae67c28 req-1ebd5244-f25c-4fe2-b0b1-eaf3bc5516b3 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423198 May 12 17:50:41.476856 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4f2a4-e5d8-4e63-a251-12509ac95791 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa820e9c-b2aa-4586-9077-63bc3c98cdbc,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:41.722347 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f2a4-e5d8-4e63-a251-12509ac95791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-787667'] for router_interface (1eb1760e-994e-46fc-a0fb-270c48206264), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.969534 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf4f2a4-e5d8-4e63-a251-12509ac95791 admin admin] Router 1eb1760e-994e-46fc-a0fb-270c48206264 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:50:42.195970 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device aeff2539-2372-4118-8fd1-4b25292a34c4 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:42.222660 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: aeff2539-2372-4118-8fd1-4b25292a34c4 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:50:42.223540 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device aeff2539-2372-4118-8fd1-4b25292a34c4 not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:50:42.331317 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf4f2a4-e5d8-4e63-a251-12509ac95791 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:50:42.339066 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57558) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:42.339739 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-bdf4f2a4-e5d8-4e63-a251-12509ac95791 admin admin] 10.222.0.73 "PUT /v2.0/routers/1eb1760e-994e-46fc-a0fb-270c48206264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9682019 May 12 17:50:42.341202 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c789d7c-cdca-4350-8621-0a34cc17d120 None None] Sync routers for ids ['1eb1760e-994e-46fc-a0fb-270c48206264'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:50:42.358297 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c789d7c-cdca-4350-8621-0a34cc17d120 None None] Routers {'1eb1760e-994e-46fc-a0fb-270c48206264'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:42.359355 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-8c789d7c-cdca-4350-8621-0a34cc17d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:50:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['1eb1760e-994e-46fc-a0fb-270c48206264'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:42.484558 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3d4762ab-7697-4f0a-ad3a-5a13a4374824 admin admin] Publish callbacks [] for router (1eb1760e-994e-46fc-a0fb-270c48206264), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.493285 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-8c789d7c-cdca-4350-8621-0a34cc17d120 None None] Set router 1eb1760e-994e-46fc-a0fb-270c48206264 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:42.663004 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf945f-f546-4af4-9b03-46fc63aeb271 req-ce650715-4edd-4b22-8e46-e7d53a8bb092 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:42.664724 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f4bf945f-f546-4af4-9b03-46fc63aeb271 req-ce650715-4edd-4b22-8e46-e7d53a8bb092 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0597873 May 12 17:50:42.727128 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f4bf945f-f546-4af4-9b03-46fc63aeb271 req-056292d1-f333-4c55-94f7-af3b708d84b9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514982 May 12 17:50:42.729556 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3d4762ab-7697-4f0a-ad3a-5a13a4374824 admin admin] Publish callbacks [] for router_gateway (1eb1760e-994e-46fc-a0fb-270c48206264), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.743019 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-8c789d7c-cdca-4350-8621-0a34cc17d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:50:41Z', 'revision_number': 5, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'gw_port': {'id': '2e4d2bc6-4a39-4ac0-b258-cde69b949135', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:56Z', 'updated_at': '2022-05-12T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:42.777950 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c789d7c-cdca-4350-8621-0a34cc17d120 None None] Checking router: 1eb1760e-994e-46fc-a0fb-270c48206264 for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:50:42.782812 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-3d4762ab-7697-4f0a-ad3a-5a13a4374824 admin admin] Deleting port 2e4d2bc6-4a39-4ac0-b258-cde69b949135 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:42.783150 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3d4762ab-7697-4f0a-ad3a-5a13a4374824 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (2e4d2bc6-4a39-4ac0-b258-cde69b949135), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.787161 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c789d7c-cdca-4350-8621-0a34cc17d120 None None] Routers {'1eb1760e-994e-46fc-a0fb-270c48206264'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:42.787889 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-8c789d7c-cdca-4350-8621-0a34cc17d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:50:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['1eb1760e-994e-46fc-a0fb-270c48206264'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:42.873773 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-3d4762ab-7697-4f0a-ad3a-5a13a4374824 admin admin] For port 2e4d2bc6-4a39-4ac0-b258-cde69b949135, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=2e4d2bc6-4a39-4ac0-b258-cde69b949135,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:42.874770 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3d4762ab-7697-4f0a-ad3a-5a13a4374824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (2e4d2bc6-4a39-4ac0-b258-cde69b949135), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.893737 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-8c789d7c-cdca-4350-8621-0a34cc17d120 None None] Set router 1eb1760e-994e-46fc-a0fb-270c48206264 gateway port host: None {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:42.899073 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-3d4762ab-7697-4f0a-ad3a-5a13a4374824 admin admin] Calling delete_port for 2e4d2bc6-4a39-4ac0-b258-cde69b949135 owned by network:router_gateway {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:42.952239 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-8c789d7c-cdca-4350-8621-0a34cc17d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:50:42Z', 'revision_number': 6, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'gw_port_host': None}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:42.979089 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c789d7c-cdca-4350-8621-0a34cc17d120 None None] The sync data for ids ['1eb1760e-994e-46fc-a0fb-270c48206264'] in dv-cinder-840525-2-iscsi is: [{'id': '1eb1760e-994e-46fc-a0fb-270c48206264', 'name': 'tempest-ServerRescueNegativeTestJSON-1252816824-router', 'tenant_id': '202db80dae2446e2b9cd1124b2925ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:50:42Z', 'revision_number': 6, 'project_id': '202db80dae2446e2b9cd1124b2925ced', 'gw_port_host': None}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:50:43.116736 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3d4762ab-7697-4f0a-ad3a-5a13a4374824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (2e4d2bc6-4a39-4ac0-b258-cde69b949135), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:43.142043 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4762ab-7697-4f0a-ad3a-5a13a4374824 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e4d2bc6-4a39-4ac0-b258-cde69b949135,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:43.220088 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3d4762ab-7697-4f0a-ad3a-5a13a4374824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996094'] for router_gateway (1eb1760e-994e-46fc-a0fb-270c48206264), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:43.644405 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3d4762ab-7697-4f0a-ad3a-5a13a4374824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31089'] for router (1eb1760e-994e-46fc-a0fb-270c48206264), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:43.648579 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3d4762ab-7697-4f0a-ad3a-5a13a4374824 admin admin] Publish callbacks [] for router_controller (1eb1760e-994e-46fc-a0fb-270c48206264), precommit_delete_associations {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:43.738176 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3d4762ab-7697-4f0a-ad3a-5a13a4374824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994735'] for router (1eb1760e-994e-46fc-a0fb-270c48206264), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:43.738899 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4762ab-7697-4f0a-ad3a-5a13a4374824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eb1760e-994e-46fc-a0fb-270c48206264 {{(pid=109950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:50:43.744230 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3d4762ab-7697-4f0a-ad3a-5a13a4374824 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:43.745375 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-3d4762ab-7697-4f0a-ad3a-5a13a4374824 admin admin] 10.222.0.73 "DELETE /v2.0/routers/1eb1760e-994e-46fc-a0fb-270c48206264 HTTP/1.1" status: 204 len: 168 time: 1.4041457 May 12 17:50:43.749003 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57562) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:43.802118 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eea8ff1-721b-42d0-8476-279e00f75471 admin admin] Deleting subnet 408098b4-b6ba-468a-a49c-afb1cbe23810 {{(pid=109950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:50:43.805640 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8eea8ff1-721b-42d0-8476-279e00f75471 admin admin] Publish callbacks [] for subnet (408098b4-b6ba-468a-a49c-afb1cbe23810), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:43.890341 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8eea8ff1-721b-42d0-8476-279e00f75471 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12258157'] for subnet (408098b4-b6ba-468a-a49c-afb1cbe23810), precommit_delete_associations {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:43.931475 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a898f-a663-4be4-8635-20c90bc1d519 req-988d3a86-d6fd-489f-bf3a-fcbb8fbe01db tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:43.934328 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 2e4d2bc6-4a39-4ac0-b258-cde69b949135 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:43.934860 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c66a898f-a663-4be4-8635-20c90bc1d519 req-988d3a86-d6fd-489f-bf3a-fcbb8fbe01db tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0919576 May 12 17:50:43.963183 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 2e4d2bc6-4a39-4ac0-b258-cde69b949135 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:50:43.963183 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 2e4d2bc6-4a39-4ac0-b258-cde69b949135 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:50:43.963183 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device fa820e9c-b2aa-4586-9077-63bc3c98cdbc no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:44.006581 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: fa820e9c-b2aa-4586-9077-63bc3c98cdbc {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:50:44.007082 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device fa820e9c-b2aa-4586-9077-63bc3c98cdbc not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:50:44.045417 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c66a898f-a663-4be4-8635-20c90bc1d519 req-3a266619-47f3-45a5-ba6a-0c5df7dc83a4 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022649 May 12 17:50:44.081282 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8eea8ff1-721b-42d0-8476-279e00f75471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4142334'] for subnet (408098b4-b6ba-468a-a49c-afb1cbe23810), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:44.142119 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8eea8ff1-721b-42d0-8476-279e00f75471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4142311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9404138'] for subnet (408098b4-b6ba-468a-a49c-afb1cbe23810), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:44.176777 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea8ff1-721b-42d0-8476-279e00f75471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=408098b4-b6ba-468a-a49c-afb1cbe23810,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:44.184532 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-8eea8ff1-721b-42d0-8476-279e00f75471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:44.190543 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-8eea8ff1-721b-42d0-8476-279e00f75471 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/408098b4-b6ba-468a-a49c-afb1cbe23810 HTTP/1.1" status: 204 len: 168 time: 0.4379940 May 12 17:50:44.190866 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57566) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:44.195653 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8d5daa-0953-47ff-8f29-36d0939a6ef2 None None] Network dae508b5-33ae-47fd-88cd-96de0b50f763 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:50:44.271944 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779105'] for network (dae508b5-33ae-47fd-88cd-96de0b50f763), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:44.330428 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] Deleting port 30a08ec5-48bc-4ffa-a985-06c59e0d941d {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:44.330630 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (30a08ec5-48bc-4ffa-a985-06c59e0d941d), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:44.420974 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] For port 30a08ec5-48bc-4ffa-a985-06c59e0d941d, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=30a08ec5-48bc-4ffa-a985-06c59e0d941d,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:44.421339 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (30a08ec5-48bc-4ffa-a985-06c59e0d941d), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:44.437754 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] Calling delete_port for 30a08ec5-48bc-4ffa-a985-06c59e0d941d owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:44.466783 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee772018-a431-4fcc-9266-a9d9ca1004c6 None None] DHCP port deletion for dae508b5-33ae-47fd-88cd-96de0b50f763 request from dv-cinder-840525-2-iscsi {{(pid=109952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:50:44.521379 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ee772018-a431-4fcc-9266-a9d9ca1004c6 None None] Deleting port 30a08ec5-48bc-4ffa-a985-06c59e0d941d {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:44.522614 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ee772018-a431-4fcc-9266-a9d9ca1004c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (30a08ec5-48bc-4ffa-a985-06c59e0d941d), before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:44.553874 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (30a08ec5-48bc-4ffa-a985-06c59e0d941d), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:44.580516 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a08ec5-48bc-4ffa-a985-06c59e0d941d,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:44.592786 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] No DVR routers for this DVR port 30a08ec5-48bc-4ffa-a985-06c59e0d941d on host dv-cinder-840525-2-iscsi {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:50:44.633416 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-ee772018-a431-4fcc-9266-a9d9ca1004c6 None None] For port 30a08ec5-48bc-4ffa-a985-06c59e0d941d, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=30a08ec5-48bc-4ffa-a985-06c59e0d941d,segment=NetworkSegment(92abb5de-dcbd-4675-9ead-1cb92d752fde),segment_id=92abb5de-dcbd-4675-9ead-1cb92d752fde)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:44.634418 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ee772018-a431-4fcc-9266-a9d9ca1004c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (30a08ec5-48bc-4ffa-a985-06c59e0d941d), precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:44.650209 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ee772018-a431-4fcc-9266-a9d9ca1004c6 None None] Calling delete_port for 30a08ec5-48bc-4ffa-a985-06c59e0d941d owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:44.677503 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4080459', 'neutron.services.segments.db._delete_segments_for_network-8789480486422'] for network (dae508b5-33ae-47fd-88cd-96de0b50f763), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:44.703991 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae508b5-33ae-47fd-88cd-96de0b50f763']}} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:44.715334 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92abb5de-dcbd-4675-9ead-1cb92d752fde') {'for_net_delete': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:44.715636 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92abb5de-dcbd-4675-9ead-1cb92d752fde') {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:44.728575 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789480210207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12258132'] for segment (92abb5de-dcbd-4675-9ead-1cb92d752fde), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:44.742887 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (92abb5de-dcbd-4675-9ead-1cb92d752fde), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:44.749915 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=109950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:50:44.750243 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9231144'] for segment (92abb5de-dcbd-4675-9ead-1cb92d752fde), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: Traceback (most recent call last): May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: timer() May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: cb(*args, **kw) May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: return func(*args, **kwargs) May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: self._notify() May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: self.callback(batched_events) May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: event.method(event) May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: return f(self, *a, **k) May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._get(url).json() May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: return self.request(url, 'GET', **kwargs) May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:50:44.752242 dv-cinder-840525-2-iscsi neutron-server[109950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:50:44.798777 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ee772018-a431-4fcc-9266-a9d9ca1004c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934'] for port (30a08ec5-48bc-4ffa-a985-06c59e0d941d), after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:44.825522 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4080496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997580'] for network (dae508b5-33ae-47fd-88cd-96de0b50f763), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:44.826734 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee772018-a431-4fcc-9266-a9d9ca1004c6 None None] Pushing event deleted for resources: {'Port': ['ID=30a08ec5-48bc-4ffa-a985-06c59e0d941d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:44.830689 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee772018-a431-4fcc-9266-a9d9ca1004c6 None None] No DVR routers for this DVR port 30a08ec5-48bc-4ffa-a985-06c59e0d941d on host dv-cinder-840525-2-iscsi {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:50:44.845659 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:44.851787 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] 10.222.0.73 "DELETE /v2.0/networks/dae508b5-33ae-47fd-88cd-96de0b50f763 HTTP/1.1" status: 204 len: 168 time: 0.6598952 May 12 17:50:44.852749 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fad30-5103-47be-968c-7a3c39df1028 admin admin] Pushing event deleted for resources: {'Network': ['ID=dae508b5-33ae-47fd-88cd-96de0b50f763,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:44.999767 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57576) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:45.046299 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-fcb807b4-03ae-4fb1-b380-578d8c475d5d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=202db80dae2446e2b9cd1124b2925ced&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0452435 May 12 17:50:45.048779 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57578) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:45.115430 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4bab409f-19a1-4ec1-bda2-3faab2b4f4eb admin admin] Publish callbacks [] for security_group (9dcead86-417b-40e0-a968-22d2b89cdf96), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:45.143173 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4bab409f-19a1-4ec1-bda2-3faab2b4f4eb admin admin] Publish callbacks [] for security_group (9dcead86-417b-40e0-a968-22d2b89cdf96), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:45.218417 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d543b-68c3-44d0-b1a9-e5ebeba8f1e6 req-f3f243fc-4672-4304-ac87-e698f97a7f47 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:45.219646 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-cd1d543b-68c3-44d0-b1a9-e5ebeba8f1e6 req-f3f243fc-4672-4304-ac87-e698f97a7f47 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0696335 May 12 17:50:45.267777 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4bab409f-19a1-4ec1-bda2-3faab2b4f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (9dcead86-417b-40e0-a968-22d2b89cdf96), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:45.270345 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4bab409f-19a1-4ec1-bda2-3faab2b4f4eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:45.271484 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-4bab409f-19a1-4ec1-bda2-3faab2b4f4eb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9dcead86-417b-40e0-a968-22d2b89cdf96 HTTP/1.1" status: 204 len: 168 time: 0.2218065 May 12 17:50:45.282512 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-cd1d543b-68c3-44d0-b1a9-e5ebeba8f1e6 req-b6172f35-ba2e-4fd8-9cf9-8434014ee162 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553720 May 12 17:50:45.287805 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab409f-19a1-4ec1-bda2-3faab2b4f4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcead86-417b-40e0-a968-22d2b89cdf96,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:45.688674 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 30a08ec5-48bc-4ffa-a985-06c59e0d941d no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:45.718007 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 30a08ec5-48bc-4ffa-a985-06c59e0d941d {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:50:45.718353 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 30a08ec5-48bc-4ffa-a985-06c59e0d941d not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:50:46.450100 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4004d8-246c-46c8-8955-c22614a42d63 req-fa449fe7-3ba1-4e4f-addb-bcfb01326171 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:46.450100 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5d4004d8-246c-46c8-8955-c22614a42d63 req-fa449fe7-3ba1-4e4f-addb-bcfb01326171 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0705390 May 12 17:50:46.506422 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5d4004d8-246c-46c8-8955-c22614a42d63 req-fb1492e9-cf58-4bd1-bd0a-8187c6938376 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493016 May 12 17:50:47.655246 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afcc50-3f80-4224-af4c-970e365f702b req-68bfc713-4b3d-4145-bdd1-8a355b4d7e38 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:47.662862 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-30afcc50-3f80-4224-af4c-970e365f702b req-68bfc713-4b3d-4145-bdd1-8a355b4d7e38 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0638926 May 12 17:50:47.709932 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-30afcc50-3f80-4224-af4c-970e365f702b req-84002f73-782c-41ac-a4dc-d26cfa39b772 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459464 May 12 17:50:48.847205 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa07a1-f677-4fb8-a084-a243753a5495 req-9d0db17d-fdf5-4e78-bf0d-392171d6e3fc tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:48.849714 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-36fa07a1-f677-4fb8-a084-a243753a5495 req-9d0db17d-fdf5-4e78-bf0d-392171d6e3fc tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0574265 May 12 17:50:48.909927 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-36fa07a1-f677-4fb8-a084-a243753a5495 req-9142c924-f510-4c95-8c6a-e8ef4bdab116 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543969 May 12 17:50:50.069271 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f849c5-e526-4c25-b2e0-7fd1260bd884 req-b088428b-bda0-4d7a-be13-782a52101e11 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:50.070920 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-11f849c5-e526-4c25-b2e0-7fd1260bd884 req-b088428b-bda0-4d7a-be13-782a52101e11 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0692821 May 12 17:50:50.130911 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-11f849c5-e526-4c25-b2e0-7fd1260bd884 req-8538d0e8-49e4-4b58-818d-c16fa8f712cf tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538988 May 12 17:50:50.211297 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57682) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:50.349399 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad76a278-7751-4313-a778-9f4891397da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:50.441073 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad76a278-7751-4313-a778-9f4891397da9 admin admin] Publish callbacks [] for security_group (6687c959-34a3-4523-9200-f024d21ad725), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:50.445462 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ad76a278-7751-4313-a778-9f4891397da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (6687c959-34a3-4523-9200-f024d21ad725), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:50.490615 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 57686) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:50.496820 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-ad76a278-7751-4313-a778-9f4891397da9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=922bc2b412de438b966629f235764d45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842145 May 12 17:50:50.498208 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76a278-7751-4313-a778-9f4891397da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6687c959-34a3-4523-9200-f024d21ad725,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:50.560437 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f1e14146-4bf4-493f-984e-963439399dfa admin admin] Publish callbacks [] for security_group (6687c959-34a3-4523-9200-f024d21ad725), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:50.585038 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f1e14146-4bf4-493f-984e-963439399dfa admin admin] Publish callbacks [] for security_group (6687c959-34a3-4523-9200-f024d21ad725), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:50.635150 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f1e14146-4bf4-493f-984e-963439399dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (6687c959-34a3-4523-9200-f024d21ad725), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:50.638703 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f1e14146-4bf4-493f-984e-963439399dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:50.644420 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-f1e14146-4bf4-493f-984e-963439399dfa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6687c959-34a3-4523-9200-f024d21ad725 HTTP/1.1" status: 204 len: 168 time: 0.1498806 May 12 17:50:50.653370 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e14146-4bf4-493f-984e-963439399dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6687c959-34a3-4523-9200-f024d21ad725,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:50.922775 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 57702) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:50.935683 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9a3288ee-3358-4367-866a-a08d6dbac06f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:51.007320 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9a3288ee-3358-4367-866a-a08d6dbac06f admin admin] Publish callbacks [] for security_group (3ccd6f38-16e6-45e4-ac85-bb4e366a2f3f), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:51.010844 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9a3288ee-3358-4367-866a-a08d6dbac06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (3ccd6f38-16e6-45e4-ac85-bb4e366a2f3f), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:51.050506 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-9a3288ee-3358-4367-866a-a08d6dbac06f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e09880d6af0f45da89a4fbe2d8fdaa33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266403 May 12 17:50:51.051361 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3288ee-3358-4367-866a-a08d6dbac06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccd6f38-16e6-45e4-ac85-bb4e366a2f3f,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:51.053849 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57704) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:51.102199 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca971480-6650-4779-b1c2-d4a975ebeebd admin admin] Publish callbacks [] for security_group (3ccd6f38-16e6-45e4-ac85-bb4e366a2f3f), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:51.124223 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca971480-6650-4779-b1c2-d4a975ebeebd admin admin] Publish callbacks [] for security_group (3ccd6f38-16e6-45e4-ac85-bb4e366a2f3f), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:51.176186 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca971480-6650-4779-b1c2-d4a975ebeebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (3ccd6f38-16e6-45e4-ac85-bb4e366a2f3f), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:51.178840 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ca971480-6650-4779-b1c2-d4a975ebeebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:51.179994 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-ca971480-6650-4779-b1c2-d4a975ebeebd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3ccd6f38-16e6-45e4-ac85-bb4e366a2f3f HTTP/1.1" status: 204 len: 168 time: 0.1248488 May 12 17:50:51.189158 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca971480-6650-4779-b1c2-d4a975ebeebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccd6f38-16e6-45e4-ac85-bb4e366a2f3f,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:51.266753 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79657be7-623c-4b7b-9b7e-fd32e0807465 req-0452d57a-8d14-4ec0-8649-0c38da1020d9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:51.270501 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-79657be7-623c-4b7b-9b7e-fd32e0807465 req-0452d57a-8d14-4ec0-8649-0c38da1020d9 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0499492 May 12 17:50:51.320831 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-79657be7-623c-4b7b-9b7e-fd32e0807465 req-77a4166b-3292-4901-b8ad-156b6daec657 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471716 May 12 17:50:51.550925 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec709a5-4d20-4eb4-9e07-4b0d5fac1d68 req-ad0ebbdd-9a95-4f6f-8972-fa9551c49d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:51.555623 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7ec709a5-4d20-4eb4-9e07-4b0d5fac1d68 req-ad0ebbdd-9a95-4f6f-8972-fa9551c49d55 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a&device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 1129 time: 0.0416429 May 12 17:50:51.645812 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec709a5-4d20-4eb4-9e07-4b0d5fac1d68 req-258e89bf-f0be-4c28-ab88-b2f4a6292c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:51.647275 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7ec709a5-4d20-4eb4-9e07-4b0d5fac1d68 req-258e89bf-f0be-4c28-ab88-b2f4a6292c94 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4a1943f-5104-4c36-90a4-e3e9daad3559 HTTP/1.1" status: 200 len: 918 time: 0.0879617 May 12 17:50:51.718668 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7ec709a5-4d20-4eb4-9e07-4b0d5fac1d68 req-d8ca90a5-f5ff-4fd0-9eb6-71c8db4b8b5a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21439de2-974d-41f9-905c-3ce53b19c55a HTTP/1.1" status: 200 len: 1001 time: 0.0636592 May 12 17:50:51.767607 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec709a5-4d20-4eb4-9e07-4b0d5fac1d68 req-99752c8d-72f0-4d6b-afb3-f749d20d4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:51.769036 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7ec709a5-4d20-4eb4-9e07-4b0d5fac1d68 req-99752c8d-72f0-4d6b-afb3-f749d20d4fa0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d7a356f-70cc-48ae-8b5e-262b49b6be03 HTTP/1.1" status: 200 len: 856 time: 0.0447953 May 12 17:50:51.813214 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec709a5-4d20-4eb4-9e07-4b0d5fac1d68 req-122cd9ae-5f2f-4741-9805-ba3b45ad1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:51.814717 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7ec709a5-4d20-4eb4-9e07-4b0d5fac1d68 req-122cd9ae-5f2f-4741-9805-ba3b45ad1071 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4a1943f-5104-4c36-90a4-e3e9daad3559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398295 May 12 17:50:51.923128 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7ec709a5-4d20-4eb4-9e07-4b0d5fac1d68 req-4b03453b-a3f1-4500-ab55-55230a96c3e9 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005888 May 12 17:50:52.021553 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7ec709a5-4d20-4eb4-9e07-4b0d5fac1d68 req-35f1c5fb-1b1a-47f3-84be-9c8aaf780745 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898466 May 12 17:50:52.444670 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc8961-c599-4f21-9f0a-e48fc526dc14 req-3c09e01b-e285-4272-8538-cb8dbfea872b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:52.446148 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1afc8961-c599-4f21-9f0a-e48fc526dc14 req-3c09e01b-e285-4272-8538-cb8dbfea872b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0471041 May 12 17:50:52.492152 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1afc8961-c599-4f21-9f0a-e48fc526dc14 req-581443dc-80f1-41fc-9245-ec4eb61734fb tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403845 May 12 17:50:53.613383 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e432c-5adc-4392-932a-f23535832f2c req-d60ef3a5-71ee-4b51-8a5e-8a5e3887d183 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:53.614850 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a71e432c-5adc-4392-932a-f23535832f2c req-d60ef3a5-71ee-4b51-8a5e-8a5e3887d183 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 945 time: 0.0495968 May 12 17:50:53.643698 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb602a60-2ec8-4f8f-b2ff-c472484018a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:53.665248 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a71e432c-5adc-4392-932a-f23535832f2c req-821d621d-ee61-4d71-a52f-4f432bc05384 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447695 May 12 17:50:54.290665 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 21439de2-974d-41f9-905c-3ce53b19c55a no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:54.372545 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 21439de2-974d-41f9-905c-3ce53b19c55a is: ACTIVE; New status is: DOWN {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:50:54.373056 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:54.397215 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21439de2-974d-41f9-905c-3ce53b19c55a'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:50:54.399651 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e729421c-b82b-4b62-abc9-5509c139c1fb" -d '{"events": [{"server_uuid": "f637252f-a0d3-4c28-865d-6bebe0284c94", "name": "network-vif-unplugged", "status": "completed", "tag": "21439de2-974d-41f9-905c-3ce53b19c55a"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:50:54.412093 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 21439de2-974d-41f9-905c-3ce53b19c55a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=21439de2-974d-41f9-905c-3ce53b19c55a,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:54.415900 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:54.439089 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 May 2022 17:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54181a1-f16c-47c5-9973-df47b72ab8c8 x-openstack-request-id: req-e54181a1-f16c-47c5-9973-df47b72ab8c8 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:50:54.439373 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f637252f-a0d3-4c28-865d-6bebe0284c94", "name": "network-vif-unplugged", "status": "failed", "tag": "21439de2-974d-41f9-905c-3ce53b19c55a", "code": 422}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:50:54.439628 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e54181a1-f16c-47c5-9973-df47b72ab8c8 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:50:54.440055 dv-cinder-840525-2-iscsi neutron-server[109952]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e54181a1-f16c-47c5-9973-df47b72ab8c8']: {'server_uuid': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21439de2-974d-41f9-905c-3ce53b19c55a', 'code': 422} returned with failed status May 12 17:50:54.464928 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=21439de2-974d-41f9-905c-3ce53b19c55a,revision_number=8']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:54.787016 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a0d23-cbdb-4fff-88f0-2b006a5e71b9 req-21f57ade-16cf-4e34-9bab-5d18716d1fe4 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:54.788488 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bf0a0d23-cbdb-4fff-88f0-2b006a5e71b9 req-21f57ade-16cf-4e34-9bab-5d18716d1fe4 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 943 time: 0.0462868 May 12 17:50:54.834288 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bf0a0d23-cbdb-4fff-88f0-2b006a5e71b9 req-cc72014e-fbf2-4f9c-a341-d766c539c4b8 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400133 May 12 17:50:55.170134 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:55.691816 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [req-bafc0953-c849-47f9-9260-1d9279f922f7 req-928fe598-1268-4e96-8278-c2edef2eab03 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109950) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:50:55.692861 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bafc0953-c849-47f9-9260-1d9279f922f7 req-928fe598-1268-4e96-8278-c2edef2eab03 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1011984 May 12 17:50:55.874538 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbf9c0-46bb-4566-924a-171f640fde25 req-e49364cc-e31b-4a50-92ca-bcbd9f599a38 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:55.876759 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1bfbf9c0-46bb-4566-924a-171f640fde25 req-e49364cc-e31b-4a50-92ca-bcbd9f599a38 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 943 time: 0.0688815 May 12 17:50:55.882060 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a0cdd1a5-84dd-47d7-b37b-c365a71fe42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:55.921951 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1319a096-a4d2-48c3-8398-aec935db5502 req-05faba5a-48d1-4285-9e7e-e3842388ff15 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0680273 May 12 17:50:55.950677 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1bfbf9c0-46bb-4566-924a-171f640fde25 req-41d6c744-bc01-4854-b144-113cbf42d9d4 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562975 May 12 17:50:56.003449 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319a096-a4d2-48c3-8398-aec935db5502 req-a5dd0c6c-3d93-47fa-adc3-8f5d09d49140 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:56.004826 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1319a096-a4d2-48c3-8398-aec935db5502 req-a5dd0c6c-3d93-47fa-adc3-8f5d09d49140 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports/21439de2-974d-41f9-905c-3ce53b19c55a HTTP/1.1" status: 200 len: 940 time: 0.0474520 May 12 17:50:56.171350 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57854) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:56.304409 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-830a797e-5858-48c7-9331-d085cd07208c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:56.387905 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-830a797e-5858-48c7-9331-d085cd07208c admin admin] Publish callbacks [] for security_group (505ac4be-3b0b-4c8f-922d-39592c0bea61), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:56.392011 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-830a797e-5858-48c7-9331-d085cd07208c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (505ac4be-3b0b-4c8f-922d-39592c0bea61), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:56.430061 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-830a797e-5858-48c7-9331-d085cd07208c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=946d307c3e8044f7950a3a492d47edbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573018 May 12 17:50:56.431086 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a797e-5858-48c7-9331-d085cd07208c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505ac4be-3b0b-4c8f-922d-39592c0bea61,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:56.432770 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 57858) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:56.481687 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e9006f55-0829-4018-8885-92afdba91d30 admin admin] Publish callbacks [] for security_group (505ac4be-3b0b-4c8f-922d-39592c0bea61), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:56.505542 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e9006f55-0829-4018-8885-92afdba91d30 admin admin] Publish callbacks [] for security_group (505ac4be-3b0b-4c8f-922d-39592c0bea61), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:56.556386 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e9006f55-0829-4018-8885-92afdba91d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (505ac4be-3b0b-4c8f-922d-39592c0bea61), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:56.559938 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e9006f55-0829-4018-8885-92afdba91d30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:56.561110 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-e9006f55-0829-4018-8885-92afdba91d30 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/505ac4be-3b0b-4c8f-922d-39592c0bea61 HTTP/1.1" status: 204 len: 168 time: 0.1268382 May 12 17:50:56.568674 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9006f55-0829-4018-8885-92afdba91d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505ac4be-3b0b-4c8f-922d-39592c0bea61,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:56.818146 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 57866) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:56.847111 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f99cee36-9a4e-41b0-8558-1a6a0b3f7eb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:56.866787 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319a096-a4d2-48c3-8398-aec935db5502 req-2384ff1a-af6f-45d0-b273-0c73fb4e7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:56.868855 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-1319a096-a4d2-48c3-8398-aec935db5502 req-2384ff1a-af6f-45d0-b273-0c73fb4e7e48 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94&tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a HTTP/1.1" status: 200 len: 1127 time: 0.0606627 May 12 17:50:56.957850 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319a096-a4d2-48c3-8398-aec935db5502 req-8dbee9b6-abac-44b4-a75f-c5c39550daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:56.959333 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-1319a096-a4d2-48c3-8398-aec935db5502 req-8dbee9b6-abac-44b4-a75f-c5c39550daa8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a&device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 1127 time: 0.0522263 May 12 17:50:56.993137 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f99cee36-9a4e-41b0-8558-1a6a0b3f7eb9 admin admin] Publish callbacks [] for security_group (99b4a770-d4bf-4c3e-8264-5af59e46e4af), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:57.001848 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f99cee36-9a4e-41b0-8558-1a6a0b3f7eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (99b4a770-d4bf-4c3e-8264-5af59e46e4af), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:57.069445 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cee36-9a4e-41b0-8558-1a6a0b3f7eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b4a770-d4bf-4c3e-8264-5af59e46e4af,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:57.076283 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5a9a9-8863-4ebc-b47a-5ee644d9228d req-699ab1e6-9c8d-4352-8e05-cfe051a21ea5 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:57.078079 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4fe5a9a9-8863-4ebc-b47a-5ee644d9228d req-699ab1e6-9c8d-4352-8e05-cfe051a21ea5 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 943 time: 0.0477843 May 12 17:50:57.084758 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-f99cee36-9a4e-41b0-8558-1a6a0b3f7eb9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6d570aee9de2496698216ca425d666d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630634 May 12 17:50:57.084758 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 57870) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:57.125769 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4fe5a9a9-8863-4ebc-b47a-5ee644d9228d req-86d46bff-f6c8-4d28-aa4f-0b7b22c9bc29 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408504 May 12 17:50:57.127895 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319a096-a4d2-48c3-8398-aec935db5502 req-efd640f3-816d-4cab-99e1-d328ea57da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:57.129384 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-1319a096-a4d2-48c3-8398-aec935db5502 req-efd640f3-816d-4cab-99e1-d328ea57da01 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4a1943f-5104-4c36-90a4-e3e9daad3559 HTTP/1.1" status: 200 len: 918 time: 0.1601143 May 12 17:50:57.187629 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7a7fbbe2-d0f0-4395-b33a-e983cd3109fa admin admin] Publish callbacks [] for security_group (99b4a770-d4bf-4c3e-8264-5af59e46e4af), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:57.223654 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-1319a096-a4d2-48c3-8398-aec935db5502 req-b534f428-64e0-4e50-bd5c-ed2eaa9d24ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21439de2-974d-41f9-905c-3ce53b19c55a HTTP/1.1" status: 200 len: 999 time: 0.0855973 May 12 17:50:57.227927 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7a7fbbe2-d0f0-4395-b33a-e983cd3109fa admin admin] Publish callbacks [] for security_group (99b4a770-d4bf-4c3e-8264-5af59e46e4af), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:57.297183 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319a096-a4d2-48c3-8398-aec935db5502 req-559d5ec0-cfae-42e8-a923-b18233317ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:57.298544 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-1319a096-a4d2-48c3-8398-aec935db5502 req-559d5ec0-cfae-42e8-a923-b18233317ed8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d7a356f-70cc-48ae-8b5e-262b49b6be03 HTTP/1.1" status: 200 len: 856 time: 0.0639489 May 12 17:50:57.302013 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:57.339267 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7a7fbbe2-d0f0-4395-b33a-e983cd3109fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (99b4a770-d4bf-4c3e-8264-5af59e46e4af), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:57.342214 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7a7fbbe2-d0f0-4395-b33a-e983cd3109fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:57.343332 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-7a7fbbe2-d0f0-4395-b33a-e983cd3109fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/99b4a770-d4bf-4c3e-8264-5af59e46e4af HTTP/1.1" status: 204 len: 168 time: 0.2578547 May 12 17:50:57.356143 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7fbbe2-d0f0-4395-b33a-e983cd3109fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b4a770-d4bf-4c3e-8264-5af59e46e4af,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:57.359246 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319a096-a4d2-48c3-8398-aec935db5502 req-eb17cf2b-5a4a-48bd-b1ad-73da023d628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:57.360801 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-1319a096-a4d2-48c3-8398-aec935db5502 req-eb17cf2b-5a4a-48bd-b1ad-73da023d628f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4a1943f-5104-4c36-90a4-e3e9daad3559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565457 May 12 17:50:57.457958 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-1319a096-a4d2-48c3-8398-aec935db5502 req-f44fa1fe-202a-4ad8-9de8-c92e1f0570ec service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901370 May 12 17:50:57.551458 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-1319a096-a4d2-48c3-8398-aec935db5502 req-dd1fc87f-08b4-4b6b-bc4e-0ae54ff4702a service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863445 May 12 17:50:57.672907 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78fa17-b567-47ab-8454-434b198c43cf req-6c332c0d-1a2e-4499-bab5-c889f30c583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:57.674486 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-df78fa17-b567-47ab-8454-434b198c43cf req-6c332c0d-1a2e-4499-bab5-c889f30c583b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a&device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 1127 time: 0.0458753 May 12 17:50:57.863142 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78fa17-b567-47ab-8454-434b198c43cf req-a5d71fe3-06dd-4682-8a3b-a7ca78f86950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:57.865235 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-df78fa17-b567-47ab-8454-434b198c43cf req-a5d71fe3-06dd-4682-8a3b-a7ca78f86950 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4a1943f-5104-4c36-90a4-e3e9daad3559 HTTP/1.1" status: 200 len: 918 time: 0.0974913 May 12 17:50:57.942683 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-df78fa17-b567-47ab-8454-434b198c43cf req-ba166aa7-52b7-4f1a-8f77-47a0aaf9bec7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21439de2-974d-41f9-905c-3ce53b19c55a HTTP/1.1" status: 200 len: 999 time: 0.0701940 May 12 17:50:57.998921 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78fa17-b567-47ab-8454-434b198c43cf req-afa5b0f5-0f54-4e81-b8ed-b3c2942e1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:58.000421 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-df78fa17-b567-47ab-8454-434b198c43cf req-afa5b0f5-0f54-4e81-b8ed-b3c2942e1e55 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d7a356f-70cc-48ae-8b5e-262b49b6be03 HTTP/1.1" status: 200 len: 856 time: 0.0515096 May 12 17:50:58.045405 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78fa17-b567-47ab-8454-434b198c43cf req-31b3b279-d51d-4ca0-8743-248e76a706a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:58.046907 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-df78fa17-b567-47ab-8454-434b198c43cf req-31b3b279-d51d-4ca0-8743-248e76a706a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4a1943f-5104-4c36-90a4-e3e9daad3559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408356 May 12 17:50:58.142372 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-df78fa17-b567-47ab-8454-434b198c43cf req-86f6ca29-767a-4dd6-9164-9543a4b60475 service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878091 May 12 17:50:58.264932 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e25fd-ff5e-4086-a6bf-b6d686412509 req-2c9eaa3a-f6ff-4272-ad57-00f610f866fc tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:58.267147 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d90e25fd-ff5e-4086-a6bf-b6d686412509 req-2c9eaa3a-f6ff-4272-ad57-00f610f866fc tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 943 time: 0.0606346 May 12 17:50:58.267473 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-df78fa17-b567-47ab-8454-434b198c43cf req-952a8233-86dd-4318-9fa7-36cadb151bfd service neutron] 10.222.0.74 "GET /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183686 May 12 17:50:58.308381 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 21439de2-974d-41f9-905c-3ce53b19c55a no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:58.403678 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d90e25fd-ff5e-4086-a6bf-b6d686412509 req-38f5bcf7-e70b-4f30-9be7-7792bc3db168 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293700 May 12 17:50:58.493351 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 21439de2-974d-41f9-905c-3ce53b19c55a is: DOWN; New status is: DOWN {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:50:58.684625 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:59.333123 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 57946) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:59.460448 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c6c7fa4a-580d-4e86-a675-f00067e5d24a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:59.528421 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558b8a5-1582-4787-a229-45b11a359d15 req-c49c0f17-c65c-4a89-8321-03c8bc7bdb91 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:59.529917 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1558b8a5-1582-4787-a229-45b11a359d15 req-c49c0f17-c65c-4a89-8321-03c8bc7bdb91 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 943 time: 0.0529528 May 12 17:50:59.587504 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1558b8a5-1582-4787-a229-45b11a359d15 req-daa3aa18-9603-473c-ba63-3f257b0c086c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514338 May 12 17:50:59.591493 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c6c7fa4a-580d-4e86-a675-f00067e5d24a admin admin] Publish callbacks [] for security_group (751601a7-f22a-4f80-a384-fc599819804c), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:59.605175 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c6c7fa4a-580d-4e86-a675-f00067e5d24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (751601a7-f22a-4f80-a384-fc599819804c), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:59.650705 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7fa4a-580d-4e86-a675-f00067e5d24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751601a7-f22a-4f80-a384-fc599819804c,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:59.658845 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-c6c7fa4a-580d-4e86-a675-f00067e5d24a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9640fe4cbd1d42b2abc9e77d7507a341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3246944 May 12 17:50:59.661543 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 57952) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:59.713799 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c4e44e87-6011-4096-a773-334f657e6851 admin admin] Publish callbacks [] for security_group (751601a7-f22a-4f80-a384-fc599819804c), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:59.734273 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c4e44e87-6011-4096-a773-334f657e6851 admin admin] Publish callbacks [] for security_group (751601a7-f22a-4f80-a384-fc599819804c), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:59.780209 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c4e44e87-6011-4096-a773-334f657e6851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (751601a7-f22a-4f80-a384-fc599819804c), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:59.782752 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c4e44e87-6011-4096-a773-334f657e6851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:59.783928 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-c4e44e87-6011-4096-a773-334f657e6851 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/751601a7-f22a-4f80-a384-fc599819804c HTTP/1.1" status: 204 len: 168 time: 0.1214514 May 12 17:50:59.806073 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e44e87-6011-4096-a773-334f657e6851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751601a7-f22a-4f80-a384-fc599819804c,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:00.110970 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 57958) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:00.126124 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-39e87d43-4191-4d45-b9e7-cad5f8180818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:00.209686 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-39e87d43-4191-4d45-b9e7-cad5f8180818 admin admin] Publish callbacks [] for security_group (df40a28a-d979-4a3b-986d-946920cbbec4), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:00.213476 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-39e87d43-4191-4d45-b9e7-cad5f8180818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (df40a28a-d979-4a3b-986d-946920cbbec4), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:00.257450 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 57960) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:00.257678 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-39e87d43-4191-4d45-b9e7-cad5f8180818 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1d9b1e051b4849c7b9a26dba3e69949d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452057 May 12 17:51:00.258645 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e87d43-4191-4d45-b9e7-cad5f8180818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df40a28a-d979-4a3b-986d-946920cbbec4,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:00.302108 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:00.339452 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d0a6c3b9-78df-4147-a3c8-f823fc7a7668 admin admin] Publish callbacks [] for security_group (df40a28a-d979-4a3b-986d-946920cbbec4), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:00.364486 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d0a6c3b9-78df-4147-a3c8-f823fc7a7668 admin admin] Publish callbacks [] for security_group (df40a28a-d979-4a3b-986d-946920cbbec4), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:00.418156 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d0a6c3b9-78df-4147-a3c8-f823fc7a7668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (df40a28a-d979-4a3b-986d-946920cbbec4), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:00.420769 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d0a6c3b9-78df-4147-a3c8-f823fc7a7668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:00.421903 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-d0a6c3b9-78df-4147-a3c8-f823fc7a7668 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df40a28a-d979-4a3b-986d-946920cbbec4 HTTP/1.1" status: 204 len: 168 time: 0.1630523 May 12 17:51:00.429574 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6c3b9-78df-4147-a3c8-f823fc7a7668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df40a28a-d979-4a3b-986d-946920cbbec4,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:00.730234 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cd94a-b8ca-418f-9e34-e96c38b57262 req-291e7a5a-0266-405a-8883-7e6525a580da tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:00.732602 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-781cd94a-b8ca-418f-9e34-e96c38b57262 req-291e7a5a-0266-405a-8883-7e6525a580da tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 943 time: 0.0613635 May 12 17:51:00.803250 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-781cd94a-b8ca-418f-9e34-e96c38b57262 req-77bcbb4b-6724-45fb-b22e-99c6ee53a60b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646904 May 12 17:51:01.928991 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4fba2-7860-41eb-b9d1-fb63df35dad3 req-061b0faa-424e-4e0c-8854-66a81d777b86 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:01.938149 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-10b4fba2-7860-41eb-b9d1-fb63df35dad3 req-061b0faa-424e-4e0c-8854-66a81d777b86 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 943 time: 0.0544960 May 12 17:51:01.978225 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-10b4fba2-7860-41eb-b9d1-fb63df35dad3 req-fcdcc932-9d59-4406-b273-851b060b646a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405834 May 12 17:51:02.131396 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:51:03.112406 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f4681-2324-48d1-9816-43c0655c25af req-9eefca94-432b-4039-8cbc-2e88cb4b43db tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:03.113899 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-672f4681-2324-48d1-9816-43c0655c25af req-9eefca94-432b-4039-8cbc-2e88cb4b43db tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 943 time: 0.0589087 May 12 17:51:03.166591 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-672f4681-2324-48d1-9816-43c0655c25af req-cb8d4684-96fc-44ba-80df-ae427287fafc tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470421 May 12 17:51:04.292956 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff90d3-9131-452f-b9d4-838054341a33 req-11be032e-61f2-43ac-adc2-5eb1d9e3410e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:04.296602 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b0ff90d3-9131-452f-b9d4-838054341a33 req-11be032e-61f2-43ac-adc2-5eb1d9e3410e tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 943 time: 0.0572505 May 12 17:51:04.343709 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b0ff90d3-9131-452f-b9d4-838054341a33 req-220974a5-04ea-4221-95a3-b65832275ea3 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423307 May 12 17:51:05.469516 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c5046-e5d5-4f2f-9df8-e66d7218d1fa req-6a03d33a-169a-48c3-92b4-ae4898938a5c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:05.470981 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-893c5046-e5d5-4f2f-9df8-e66d7218d1fa req-6a03d33a-169a-48c3-92b4-ae4898938a5c tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 943 time: 0.0481606 May 12 17:51:05.519673 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-893c5046-e5d5-4f2f-9df8-e66d7218d1fa req-19cc8772-6eeb-4d48-9c41-ffde1f46bbef tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431206 May 12 17:51:06.662785 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d250ff7-3f0f-47a1-888d-753deac19516 req-b77f2484-0813-47f7-9ee0-1a7f2f2af5bf tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:06.664343 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8d250ff7-3f0f-47a1-888d-753deac19516 req-b77f2484-0813-47f7-9ee0-1a7f2f2af5bf tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 943 time: 0.0566857 May 12 17:51:06.729879 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8d250ff7-3f0f-47a1-888d-753deac19516 req-7647a512-4b9f-47f8-a488-b303f8b2120d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547318 May 12 17:51:07.842865 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645433c0-d40b-4e4c-93e1-aa6bc23f2a22 req-fe61ed09-826e-46b2-8cca-6b5e664a7fba tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:07.844348 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-645433c0-d40b-4e4c-93e1-aa6bc23f2a22 req-fe61ed09-826e-46b2-8cca-6b5e664a7fba tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 943 time: 0.0481744 May 12 17:51:07.889874 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-645433c0-d40b-4e4c-93e1-aa6bc23f2a22 req-222f181b-6639-40be-ad86-a3487336e88a tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397880 May 12 17:51:09.017325 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06824651-7669-48d3-83f3-1e2904b59434 req-14ce2d52-2b6f-423e-87a2-9b4fb5924868 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:09.018826 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-06824651-7669-48d3-83f3-1e2904b59434 req-14ce2d52-2b6f-423e-87a2-9b4fb5924868 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 943 time: 0.0499816 May 12 17:51:09.071288 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-06824651-7669-48d3-83f3-1e2904b59434 req-848370f4-e8a3-44d3-b6d4-9dea7691b7af tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454803 May 12 17:51:10.025908 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58096) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:10.131265 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2b47568f-8ea1-42be-910a-7b81b4731dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:10.191008 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c543e5-bb7b-481f-9f94-5ae473dc8295 req-2f4ad668-e644-45cf-845f-08abd828c4b8 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:10.192626 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-19c543e5-bb7b-481f-9f94-5ae473dc8295 req-2f4ad668-e644-45cf-845f-08abd828c4b8 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 943 time: 0.0497251 May 12 17:51:10.206442 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2b47568f-8ea1-42be-910a-7b81b4731dec admin admin] Publish callbacks [] for security_group (67077b5a-59a0-40d9-99fc-3409e8e036a1), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:10.211403 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2b47568f-8ea1-42be-910a-7b81b4731dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (67077b5a-59a0-40d9-99fc-3409e8e036a1), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:10.241582 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-19c543e5-bb7b-481f-9f94-5ae473dc8295 req-6bf8c4e7-f302-47f6-a30a-58fa8e44b096 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431671 May 12 17:51:10.248402 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47568f-8ea1-42be-910a-7b81b4731dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67077b5a-59a0-40d9-99fc-3409e8e036a1,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:10.255455 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-2b47568f-8ea1-42be-910a-7b81b4731dec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0a3303ba498d4f7292dba7bf382893ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252703 May 12 17:51:10.255864 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58102) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:10.302430 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-bccf184d-3ffc-47ac-b599-9b0c70aded4a admin admin] Publish callbacks [] for security_group (67077b5a-59a0-40d9-99fc-3409e8e036a1), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:10.322506 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-bccf184d-3ffc-47ac-b599-9b0c70aded4a admin admin] Publish callbacks [] for security_group (67077b5a-59a0-40d9-99fc-3409e8e036a1), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:10.368314 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-bccf184d-3ffc-47ac-b599-9b0c70aded4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (67077b5a-59a0-40d9-99fc-3409e8e036a1), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:10.370859 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-bccf184d-3ffc-47ac-b599-9b0c70aded4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:10.371985 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-bccf184d-3ffc-47ac-b599-9b0c70aded4a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/67077b5a-59a0-40d9-99fc-3409e8e036a1 HTTP/1.1" status: 204 len: 168 time: 0.1155350 May 12 17:51:10.379506 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf184d-3ffc-47ac-b599-9b0c70aded4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67077b5a-59a0-40d9-99fc-3409e8e036a1,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:10.391571 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 21439de2-974d-41f9-905c-3ce53b19c55a details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:51:10.503840 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 21439de2-974d-41f9-905c-3ce53b19c55a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=21439de2-974d-41f9-905c-3ce53b19c55a,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:10.515779 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': '21439de2-974d-41f9-905c-3ce53b19c55a', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'port_id': '21439de2-974d-41f9-905c-3ce53b19c55a', 'mac_address': 'fa:16:3e:5a:16:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:51:10.552948 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 21439de2-974d-41f9-905c-3ce53b19c55a is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:10.553339 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:10.571765 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21439de2-974d-41f9-905c-3ce53b19c55a {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:51:10.593577 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 21439de2-974d-41f9-905c-3ce53b19c55a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=21439de2-974d-41f9-905c-3ce53b19c55a,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:10.597794 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:10.645633 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=21439de2-974d-41f9-905c-3ce53b19c55a,revision_number=9']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:10.976901 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['21439de2-974d-41f9-905c-3ce53b19c55a'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:51:11.365136 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892077e-b039-41cc-bc9d-7295815c9fda req-5637f3dd-d829-4981-bcb3-e6ed7a275e7b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:11.367276 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f892077e-b039-41cc-bc9d-7295815c9fda req-5637f3dd-d829-4981-bcb3-e6ed7a275e7b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 944 time: 0.0522113 May 12 17:51:11.423943 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f892077e-b039-41cc-bc9d-7295815c9fda req-a9f72c56-ef69-4510-87fc-a24a659f2cd1 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508771 May 12 17:51:12.399205 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 21439de2-974d-41f9-905c-3ce53b19c55a up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:51:12.445533 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port 21439de2-974d-41f9-905c-3ce53b19c55a triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:12.445914 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:12.524027 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 21439de2-974d-41f9-905c-3ce53b19c55a is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:12.524452 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:12.546211 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b8942-f628-4e6d-af61-6edb493f03b3 req-dc7cd671-5972-4d58-b717-d6ed633830d2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:12.547690 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-fe7b8942-f628-4e6d-af61-6edb493f03b3 req-dc7cd671-5972-4d58-b717-d6ed633830d2 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 944 time: 0.0472345 May 12 17:51:12.549304 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21439de2-974d-41f9-905c-3ce53b19c55a'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:51:12.551596 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89a9315-83de-42ce-bad2-9151c7aefaf1" -d '{"events": [{"server_uuid": "f637252f-a0d3-4c28-865d-6bebe0284c94", "name": "network-vif-plugged", "status": "completed", "tag": "21439de2-974d-41f9-905c-3ce53b19c55a"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:51:12.567721 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 21439de2-974d-41f9-905c-3ce53b19c55a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=21439de2-974d-41f9-905c-3ce53b19c55a,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:12.572274 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:12.597524 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-fe7b8942-f628-4e6d-af61-6edb493f03b3 req-6f0bfef3-8875-4dbc-8444-9e2028f7d4e5 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439086 May 12 17:51:12.598508 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d6d40e-224d-42b2-860f-345c69484aeb x-openstack-request-id: req-a7d6d40e-224d-42b2-860f-345c69484aeb {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:51:12.598800 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f637252f-a0d3-4c28-865d-6bebe0284c94", "name": "network-vif-plugged", "status": "completed", "tag": "21439de2-974d-41f9-905c-3ce53b19c55a", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:51:12.599054 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a7d6d40e-224d-42b2-860f-345c69484aeb {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:51:12.599446 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d6d40e-224d-42b2-860f-345c69484aeb'] response: {'server_uuid': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21439de2-974d-41f9-905c-3ce53b19c55a', 'code': 200} May 12 17:51:12.626270 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=21439de2-974d-41f9-905c-3ce53b19c55a,revision_number=10']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:12.830156 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12630a-7511-4757-8eb7-97db8e0b490d req-a05cd0d2-efa8-42f4-9657-3f7e06173353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:12.831680 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3d12630a-7511-4757-8eb7-97db8e0b490d req-a05cd0d2-efa8-42f4-9657-3f7e06173353 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 1130 time: 0.0424926 May 12 17:51:12.874997 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3d12630a-7511-4757-8eb7-97db8e0b490d req-e4287431-91e2-438d-97bc-5fcd2a7b863e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370851 May 12 17:51:13.718159 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60997fd-7eeb-45f6-8c3c-0cda5995edc6 req-72cc3266-c63b-4c31-9e43-f4963e8b9a91 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:13.719809 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c60997fd-7eeb-45f6-8c3c-0cda5995edc6 req-72cc3266-c63b-4c31-9e43-f4963e8b9a91 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 946 time: 0.0487051 May 12 17:51:13.768519 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c60997fd-7eeb-45f6-8c3c-0cda5995edc6 req-37bc791b-3f50-478d-a463-be5d98d264b1 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423136 May 12 17:51:14.888026 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b715562-5da9-4060-8b57-3c1f60fd1bd4 req-9fc29a9f-2a25-4c3b-88d4-56dbc8be4f3b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:14.889422 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4b715562-5da9-4060-8b57-3c1f60fd1bd4 req-9fc29a9f-2a25-4c3b-88d4-56dbc8be4f3b tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 946 time: 0.0507939 May 12 17:51:14.940657 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4b715562-5da9-4060-8b57-3c1f60fd1bd4 req-9c7aacfd-3d2d-4051-b9d4-22445ed27031 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457098 May 12 17:51:17.683994 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0f538-7f42-47d9-9be6-39a710ae994e req-d2616fbf-ff16-44f0-9344-c4a99d7834ef tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:17.685427 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2ee0f538-7f42-47d9-9be6-39a710ae994e req-d2616fbf-ff16-44f0-9344-c4a99d7834ef tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 946 time: 0.0467863 May 12 17:51:17.732751 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2ee0f538-7f42-47d9-9be6-39a710ae994e req-06154fc8-2349-472e-b08b-096cc5c918ed tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=e67c8dff-f717-4499-8cd3-7e486b6fc22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416052 May 12 17:51:18.221136 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58304) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:18.322075 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-62928d6e-cb4c-4ee1-b9cf-03c1e5208827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:18.395601 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-62928d6e-cb4c-4ee1-b9cf-03c1e5208827 admin admin] Publish callbacks [] for security_group (1f1d10c2-5f21-4415-bb0b-a08ec46ef131), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:18.399570 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-62928d6e-cb4c-4ee1-b9cf-03c1e5208827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (1f1d10c2-5f21-4415-bb0b-a08ec46ef131), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:18.439978 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62928d6e-cb4c-4ee1-b9cf-03c1e5208827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1d10c2-5f21-4415-bb0b-a08ec46ef131,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:18.445940 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-62928d6e-cb4c-4ee1-b9cf-03c1e5208827 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=02c58b48957e4aa4b0a1d795acbca76f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221081 May 12 17:51:18.446825 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58308) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:18.493402 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e156760b-883d-42f6-91fa-79ca02fb7266 admin admin] Publish callbacks [] for security_group (1f1d10c2-5f21-4415-bb0b-a08ec46ef131), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:18.513781 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e156760b-883d-42f6-91fa-79ca02fb7266 admin admin] Publish callbacks [] for security_group (1f1d10c2-5f21-4415-bb0b-a08ec46ef131), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:18.558490 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e156760b-883d-42f6-91fa-79ca02fb7266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (1f1d10c2-5f21-4415-bb0b-a08ec46ef131), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:18.561188 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e156760b-883d-42f6-91fa-79ca02fb7266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:18.562304 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-e156760b-883d-42f6-91fa-79ca02fb7266 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f1d10c2-5f21-4415-bb0b-a08ec46ef131 HTTP/1.1" status: 204 len: 168 time: 0.1145828 May 12 17:51:18.569913 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156760b-883d-42f6-91fa-79ca02fb7266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1d10c2-5f21-4415-bb0b-a08ec46ef131,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:18.820479 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58316) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:18.834065 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cf8faf74-5d34-4f30-8801-16d28710f6b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:18.850218 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97487d-d54c-464d-8e4b-9cbf503a8936 req-666a14ae-eb16-4006-a4c0-2e94be1b87eb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:18.851811 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ad97487d-d54c-464d-8e4b-9cbf503a8936 req-666a14ae-eb16-4006-a4c0-2e94be1b87eb tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 946 time: 0.0484204 May 12 17:51:18.900781 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ad97487d-d54c-464d-8e4b-9cbf503a8936 req-8ab1b604-7eca-4752-b670-2de5d134503c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=e67c8dff-f717-4499-8cd3-7e486b6fc22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427852 May 12 17:51:18.921788 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cf8faf74-5d34-4f30-8801-16d28710f6b7 admin admin] Publish callbacks [] for security_group (813f4651-8a74-4e43-926a-f78c11803720), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:18.921788 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cf8faf74-5d34-4f30-8801-16d28710f6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (813f4651-8a74-4e43-926a-f78c11803720), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:18.957021 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8faf74-5d34-4f30-8801-16d28710f6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813f4651-8a74-4e43-926a-f78c11803720,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:18.962259 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-cf8faf74-5d34-4f30-8801-16d28710f6b7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f9d303aea88e49f4a68de188a76e839d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407757 May 12 17:51:18.965484 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58318) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:19.018875 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f002da6d-4e13-42ec-867a-e21e92492db2 admin admin] Publish callbacks [] for security_group (813f4651-8a74-4e43-926a-f78c11803720), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.039654 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f002da6d-4e13-42ec-867a-e21e92492db2 admin admin] Publish callbacks [] for security_group (813f4651-8a74-4e43-926a-f78c11803720), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.088302 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f002da6d-4e13-42ec-867a-e21e92492db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (813f4651-8a74-4e43-926a-f78c11803720), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.091294 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-f002da6d-4e13-42ec-867a-e21e92492db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.092472 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-f002da6d-4e13-42ec-867a-e21e92492db2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/813f4651-8a74-4e43-926a-f78c11803720 HTTP/1.1" status: 204 len: 168 time: 0.1260660 May 12 17:51:19.099951 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002da6d-4e13-42ec-867a-e21e92492db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813f4651-8a74-4e43-926a-f78c11803720,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:19.402139 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58324) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:19.422505 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0ff4c75a-71bb-4f4b-ac15-601b9ee4fd62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.471458 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658feee6-e95d-48ba-94fd-76eb3e17038b req-8dad74e0-63cf-414c-b901-3e3a017426f3 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:19.472898 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-658feee6-e95d-48ba-94fd-76eb3e17038b req-8dad74e0-63cf-414c-b901-3e3a017426f3 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "GET /v2.0/ports?device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 946 time: 0.0584865 May 12 17:51:19.590800 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-658feee6-e95d-48ba-94fd-76eb3e17038b req-03eb1dd6-02b8-402b-a2bd-705d5f2ca5f6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Deleting port 04ab8812-f96b-40d8-949a-29d8651be151 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:51:19.591053 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-658feee6-e95d-48ba-94fd-76eb3e17038b req-03eb1dd6-02b8-402b-a2bd-705d5f2ca5f6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (04ab8812-f96b-40d8-949a-29d8651be151), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.598229 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0ff4c75a-71bb-4f4b-ac15-601b9ee4fd62 admin admin] Publish callbacks [] for security_group (08001a58-7d12-4bba-a1b8-1435a92bbe13), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.609054 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0ff4c75a-71bb-4f4b-ac15-601b9ee4fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (08001a58-7d12-4bba-a1b8-1435a92bbe13), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.694051 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-0ff4c75a-71bb-4f4b-ac15-601b9ee4fd62 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4e938a54acee402895841040c0904db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908564 May 12 17:51:19.696672 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58326) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:19.696823 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4c75a-71bb-4f4b-ac15-601b9ee4fd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08001a58-7d12-4bba-a1b8-1435a92bbe13,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:19.722984 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-658feee6-e95d-48ba-94fd-76eb3e17038b req-03eb1dd6-02b8-402b-a2bd-705d5f2ca5f6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] For port 04ab8812-f96b-40d8-949a-29d8651be151, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=04ab8812-f96b-40d8-949a-29d8651be151,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:19.723415 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-658feee6-e95d-48ba-94fd-76eb3e17038b req-03eb1dd6-02b8-402b-a2bd-705d5f2ca5f6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (04ab8812-f96b-40d8-949a-29d8651be151), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.747204 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f2b23d0f-e865-47f8-8174-0fe60c5e687d admin admin] Publish callbacks [] for security_group (08001a58-7d12-4bba-a1b8-1435a92bbe13), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.767934 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f2b23d0f-e865-47f8-8174-0fe60c5e687d admin admin] Publish callbacks [] for security_group (08001a58-7d12-4bba-a1b8-1435a92bbe13), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.815176 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f2b23d0f-e865-47f8-8174-0fe60c5e687d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (08001a58-7d12-4bba-a1b8-1435a92bbe13), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.817776 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f2b23d0f-e865-47f8-8174-0fe60c5e687d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.818898 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-f2b23d0f-e865-47f8-8174-0fe60c5e687d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/08001a58-7d12-4bba-a1b8-1435a92bbe13 HTTP/1.1" status: 204 len: 168 time: 0.1212716 May 12 17:51:19.828111 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b23d0f-e865-47f8-8174-0fe60c5e687d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08001a58-7d12-4bba-a1b8-1435a92bbe13,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:19.897410 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-658feee6-e95d-48ba-94fd-76eb3e17038b req-03eb1dd6-02b8-402b-a2bd-705d5f2ca5f6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.897978 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-658feee6-e95d-48ba-94fd-76eb3e17038b req-03eb1dd6-02b8-402b-a2bd-705d5f2ca5f6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (ce9d0735-cbe1-482a-b22f-18d24d7cea0b), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.898082 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.l3_db [req-658feee6-e95d-48ba-94fd-76eb3e17038b req-03eb1dd6-02b8-402b-a2bd-705d5f2ca5f6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Floating IP ce9d0735-cbe1-482a-b22f-18d24d7cea0b disassociated. External IP: 172.27.2.107, port: 04ab8812-f96b-40d8-949a-29d8651be151. May 12 17:51:19.898559 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-658feee6-e95d-48ba-94fd-76eb3e17038b req-03eb1dd6-02b8-402b-a2bd-705d5f2ca5f6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Calling delete_port for 04ab8812-f96b-40d8-949a-29d8651be151 owned by compute:nova {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:51:20.028805 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcb580-6174-4a07-a019-e18b9895a00e req-3ce329c0-5c1e-4f14-99de-528e138d5072 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:20.030957 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-13fcb580-6174-4a07-a019-e18b9895a00e req-3ce329c0-5c1e-4f14-99de-528e138d5072 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/ports?device_id=390d5f65-8274-4983-a8fc-da556078c431 HTTP/1.1" status: 200 len: 946 time: 0.0527167 May 12 17:51:20.049296 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-658feee6-e95d-48ba-94fd-76eb3e17038b req-03eb1dd6-02b8-402b-a2bd-705d5f2ca5f6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (04ab8812-f96b-40d8-949a-29d8651be151), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:20.075559 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb1dd6-02b8-402b-a2bd-705d5f2ca5f6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event deleted for resources: {'Port': ['ID=04ab8812-f96b-40d8-949a-29d8651be151,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:20.096783 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-13fcb580-6174-4a07-a019-e18b9895a00e req-4847f8c1-8c78-40a9-9c37-0dbcc6dd54d9 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups?id=e67c8dff-f717-4499-8cd3-7e486b6fc22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598950 May 12 17:51:20.199993 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-658feee6-e95d-48ba-94fd-76eb3e17038b req-03eb1dd6-02b8-402b-a2bd-705d5f2ca5f6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Router fceb75b3-1924-4840-824c-93824a51e098 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:51:20.310684 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-658feee6-e95d-48ba-94fd-76eb3e17038b req-03eb1dd6-02b8-402b-a2bd-705d5f2ca5f6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:51:20.324464 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276ca3e8-7c57-456d-9f7d-99eb6efd8650 None None] Sync routers for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:51:20.335621 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276ca3e8-7c57-456d-9f7d-99eb6efd8650 None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:20.336307 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-276ca3e8-7c57-456d-9f7d-99eb6efd8650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:50:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:20.365802 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-658feee6-e95d-48ba-94fd-76eb3e17038b req-03eb1dd6-02b8-402b-a2bd-705d5f2ca5f6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] No DVR routers for this DVR port 04ab8812-f96b-40d8-949a-29d8651be151 on host hv-cinder-84052 {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:51:20.368478 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-658feee6-e95d-48ba-94fd-76eb3e17038b req-03eb1dd6-02b8-402b-a2bd-705d5f2ca5f6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:20.372252 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-658feee6-e95d-48ba-94fd-76eb3e17038b req-03eb1dd6-02b8-402b-a2bd-705d5f2ca5f6 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.74 "DELETE /v2.0/ports/04ab8812-f96b-40d8-949a-29d8651be151 HTTP/1.1" status: 204 len: 173 time: 0.8910792 May 12 17:51:20.372697 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390d5f65-8274-4983-a8fc-da556078c431', 'name': 'network-vif-deleted', 'tag': '04ab8812-f96b-40d8-949a-29d8651be151'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:51:20.374932 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a66c4db-ae47-42b1-8a8c-84a58ee292fb" -d '{"events": [{"server_uuid": "390d5f65-8274-4983-a8fc-da556078c431", "name": "network-vif-deleted", "tag": "04ab8812-f96b-40d8-949a-29d8651be151"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:51:20.425353 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de9d073-9660-4075-bf39-3c54ec7d910f x-openstack-request-id: req-7de9d073-9660-4075-bf39-3c54ec7d910f {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:51:20.426063 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390d5f65-8274-4983-a8fc-da556078c431", "name": "network-vif-deleted", "tag": "04ab8812-f96b-40d8-949a-29d8651be151", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:51:20.426545 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7de9d073-9660-4075-bf39-3c54ec7d910f {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:51:20.428705 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de9d073-9660-4075-bf39-3c54ec7d910f'] response: {'server_uuid': '390d5f65-8274-4983-a8fc-da556078c431', 'name': 'network-vif-deleted', 'tag': '04ab8812-f96b-40d8-949a-29d8651be151', 'status': 'completed', 'code': 200} May 12 17:51:20.478699 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-276ca3e8-7c57-456d-9f7d-99eb6efd8650 None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:20.679195 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-276ca3e8-7c57-456d-9f7d-99eb6efd8650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:20.706382 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276ca3e8-7c57-456d-9f7d-99eb6efd8650 None None] Checking router: fceb75b3-1924-4840-824c-93824a51e098 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:51:20.714871 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276ca3e8-7c57-456d-9f7d-99eb6efd8650 None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:20.715492 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-276ca3e8-7c57-456d-9f7d-99eb6efd8650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:50:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:20.825143 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-276ca3e8-7c57-456d-9f7d-99eb6efd8650 None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:21.029956 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-276ca3e8-7c57-456d-9f7d-99eb6efd8650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:21.062454 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276ca3e8-7c57-456d-9f7d-99eb6efd8650 None None] The sync data for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi is: [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:07Z', 'revision_number': 4, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7', 'name': '', 'network_id': '1221ba24-0e4c-4509-ac6d-bff82c57688b', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'mac_address': 'fa:16:3e:3e:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:05Z', 'updated_at': '2022-05-12T17:45:17Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'subnets': [{'id': 'd6394fb4-f09d-4f41-ae7e-35adcc70fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:51:21.190089 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58400) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:21.249645 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a8fba53b-3caf-42f8-b7be-ab3662aca6f1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (e67c8dff-f717-4499-8cd3-7e486b6fc22e), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.275106 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a8fba53b-3caf-42f8-b7be-ab3662aca6f1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (e67c8dff-f717-4499-8cd3-7e486b6fc22e), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.327381 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a8fba53b-3caf-42f8-b7be-ab3662aca6f1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (e67c8dff-f717-4499-8cd3-7e486b6fc22e), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.330050 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a8fba53b-3caf-42f8-b7be-ab3662aca6f1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.331361 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-a8fba53b-3caf-42f8-b7be-ab3662aca6f1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "DELETE /v2.0/security-groups/e67c8dff-f717-4499-8cd3-7e486b6fc22e HTTP/1.1" status: 204 len: 168 time: 0.1401451 May 12 17:51:21.334040 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58402) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:21.342014 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fba53b-3caf-42f8-b7be-ab3662aca6f1 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67c8dff-f717-4499-8cd3-7e486b6fc22e,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:21.348408 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.api.v2.resource [None req-5e6c06ec-555f-45c5-8d9a-7d50bb536e5c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] show failed (client error): The resource could not be found. May 12 17:51:21.349322 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-5e6c06ec-555f-45c5-8d9a-7d50bb536e5c tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "GET /v2.0/security-groups/e67c8dff-f717-4499-8cd3-7e486b6fc22e HTTP/1.1" status: 404 len: 347 time: 0.0140595 May 12 17:51:21.352395 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58404) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:21.365589 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a45abb-1249-401e-b6cb-b52ecd9689e3 None None] New status for floating IP ce9d0735-cbe1-482a-b22f-18d24d7cea0b: DOWN {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:51:21.469587 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b7261-d50c-492c-b6bc-360903c65e31 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Deleting port 6b280a3e-8b60-4aa5-bb80-62ff2f70c872 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:51:21.469933 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7261-d50c-492c-b6bc-360903c65e31 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (6b280a3e-8b60-4aa5-bb80-62ff2f70c872), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.552892 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7261-d50c-492c-b6bc-360903c65e31 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (6b280a3e-8b60-4aa5-bb80-62ff2f70c872), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.553225 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7261-d50c-492c-b6bc-360903c65e31 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (6b280a3e-8b60-4aa5-bb80-62ff2f70c872), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.565380 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b7261-d50c-492c-b6bc-360903c65e31 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Calling delete_port for 6b280a3e-8b60-4aa5-bb80-62ff2f70c872 owned by network:floatingip {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:51:21.695352 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7261-d50c-492c-b6bc-360903c65e31 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (6b280a3e-8b60-4aa5-bb80-62ff2f70c872), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.722008 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b7261-d50c-492c-b6bc-360903c65e31 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Pushing event deleted for resources: {'Port': ['ID=6b280a3e-8b60-4aa5-bb80-62ff2f70c872,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:21.787586 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7261-d50c-492c-b6bc-360903c65e31 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks [] for floatingip (ce9d0735-cbe1-482a-b22f-18d24d7cea0b), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.790045 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7261-d50c-492c-b6bc-360903c65e31 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.792464 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-7c4b7261-d50c-492c-b6bc-360903c65e31 tempest-AttachVolumeNegativeTest-191145057 tempest-AttachVolumeNegativeTest-191145057-project] 10.222.0.73 "DELETE /v2.0/floatingips/ce9d0735-cbe1-482a-b22f-18d24d7cea0b HTTP/1.1" status: 204 len: 168 time: 0.4382694 May 12 17:51:22.475216 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 04ab8812-f96b-40d8-949a-29d8651be151 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:51:22.496514 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: 04ab8812-f96b-40d8-949a-29d8651be151 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:51:22.496867 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 04ab8812-f96b-40d8-949a-29d8651be151 not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:51:23.645229 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-31626760-c7b2-42d9-85aa-aa4c0cf45aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:25.179942 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:25.469639 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58462) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:25.873817 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-138a87be-2ecd-49a3-bf39-246f96d8631f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.022554 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e9415a31-58b6-4d6d-ab4e-0921ba1d8e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984780'] for router_interface (fceb75b3-1924-4840-824c-93824a51e098), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.555114 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e9415a31-58b6-4d6d-ab4e-0921ba1d8e64 admin admin] Deleting port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:51:26.555781 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e9415a31-58b6-4d6d-ab4e-0921ba1d8e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.636011 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-e9415a31-58b6-4d6d-ab4e-0921ba1d8e64 admin admin] For port 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:26.637000 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e9415a31-58b6-4d6d-ab4e-0921ba1d8e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.650146 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-e9415a31-58b6-4d6d-ab4e-0921ba1d8e64 admin admin] Calling delete_port for 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 owned by network:router_interface {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:51:26.842987 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e9415a31-58b6-4d6d-ab4e-0921ba1d8e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.882433 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9415a31-58b6-4d6d-ab4e-0921ba1d8e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:27.062054 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e9415a31-58b6-4d6d-ab4e-0921ba1d8e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-787667'] for router_interface (fceb75b3-1924-4840-824c-93824a51e098), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.289720 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9415a31-58b6-4d6d-ab4e-0921ba1d8e64 admin admin] Router fceb75b3-1924-4840-824c-93824a51e098 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:51:27.308702 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.402516 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9415a31-58b6-4d6d-ab4e-0921ba1d8e64 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:51:27.407728 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-e9415a31-58b6-4d6d-ab4e-0921ba1d8e64 admin admin] 10.222.0.73 "PUT /v2.0/routers/fceb75b3-1924-4840-824c-93824a51e098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9376340 May 12 17:51:27.410218 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58468) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:27.413410 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914fccc4-9d2f-4502-8677-8389feec5690 None None] Sync routers for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:51:27.424625 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914fccc4-9d2f-4502-8677-8389feec5690 None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:27.425231 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-914fccc4-9d2f-4502-8677-8389feec5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:27.523763 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86dbcd15-0fb7-4950-a150-e9f9eb2d85cb admin admin] Publish callbacks [] for router (fceb75b3-1924-4840-824c-93824a51e098), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.637844 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86dbcd15-0fb7-4950-a150-e9f9eb2d85cb admin admin] Publish callbacks [] for router_gateway (fceb75b3-1924-4840-824c-93824a51e098), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.651165 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-914fccc4-9d2f-4502-8677-8389feec5690 None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:27.687133 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-86dbcd15-0fb7-4950-a150-e9f9eb2d85cb admin admin] Deleting port e2916ec0-4a4d-4636-bc1e-21cc607a7372 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:51:27.687472 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86dbcd15-0fb7-4950-a150-e9f9eb2d85cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (e2916ec0-4a4d-4636-bc1e-21cc607a7372), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.769423 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-86dbcd15-0fb7-4950-a150-e9f9eb2d85cb admin admin] For port e2916ec0-4a4d-4636-bc1e-21cc607a7372, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=e2916ec0-4a4d-4636-bc1e-21cc607a7372,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:27.769786 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86dbcd15-0fb7-4950-a150-e9f9eb2d85cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (e2916ec0-4a4d-4636-bc1e-21cc607a7372), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.786994 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-86dbcd15-0fb7-4950-a150-e9f9eb2d85cb admin admin] Calling delete_port for e2916ec0-4a4d-4636-bc1e-21cc607a7372 owned by network:router_gateway {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:51:27.826093 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-914fccc4-9d2f-4502-8677-8389feec5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:51:26Z', 'revision_number': 5, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port': {'id': 'e2916ec0-4a4d-4636-bc1e-21cc607a7372', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceb75b3-1924-4840-824c-93824a51e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:57Z', 'updated_at': '2022-05-12T17:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:27.853540 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914fccc4-9d2f-4502-8677-8389feec5690 None None] Checking router: fceb75b3-1924-4840-824c-93824a51e098 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:51:27.862777 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914fccc4-9d2f-4502-8677-8389feec5690 None None] Routers {'fceb75b3-1924-4840-824c-93824a51e098'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:27.863387 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-914fccc4-9d2f-4502-8677-8389feec5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['fceb75b3-1924-4840-824c-93824a51e098'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:27.958980 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-914fccc4-9d2f-4502-8677-8389feec5690 None None] Set router fceb75b3-1924-4840-824c-93824a51e098 gateway port host: None {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:27.962852 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86dbcd15-0fb7-4950-a150-e9f9eb2d85cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (e2916ec0-4a4d-4636-bc1e-21cc607a7372), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.990955 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dbcd15-0fb7-4950-a150-e9f9eb2d85cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e2916ec0-4a4d-4636-bc1e-21cc607a7372,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:28.015970 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-914fccc4-9d2f-4502-8677-8389feec5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:51:27Z', 'revision_number': 6, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port_host': None}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:28.042380 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914fccc4-9d2f-4502-8677-8389feec5690 None None] The sync data for ids ['fceb75b3-1924-4840-824c-93824a51e098'] in dv-cinder-840525-2-iscsi is: [{'id': 'fceb75b3-1924-4840-824c-93824a51e098', 'name': 'tempest-AttachVolumeNegativeTest-357184687-router', 'tenant_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:51:27Z', 'revision_number': 6, 'project_id': '0eee0523f68a4d8dbc6db8de3a3f6b04', 'gw_port_host': None}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:51:28.053135 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86dbcd15-0fb7-4950-a150-e9f9eb2d85cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996094'] for router_gateway (fceb75b3-1924-4840-824c-93824a51e098), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.147564 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86dbcd15-0fb7-4950-a150-e9f9eb2d85cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31089'] for router (fceb75b3-1924-4840-824c-93824a51e098), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.149722 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86dbcd15-0fb7-4950-a150-e9f9eb2d85cb admin admin] Publish callbacks [] for router_controller (fceb75b3-1924-4840-824c-93824a51e098), precommit_delete_associations {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.195488 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86dbcd15-0fb7-4950-a150-e9f9eb2d85cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994735'] for router (fceb75b3-1924-4840-824c-93824a51e098), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.196081 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dbcd15-0fb7-4950-a150-e9f9eb2d85cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fceb75b3-1924-4840-824c-93824a51e098 {{(pid=109950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:51:28.201442 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-86dbcd15-0fb7-4950-a150-e9f9eb2d85cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.202583 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-86dbcd15-0fb7-4950-a150-e9f9eb2d85cb admin admin] 10.222.0.73 "DELETE /v2.0/routers/fceb75b3-1924-4840-824c-93824a51e098 HTTP/1.1" status: 204 len: 168 time: 0.7908216 May 12 17:51:28.205139 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58472) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:28.250250 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Deleting subnet d6394fb4-f09d-4f41-ae7e-35adcc70fa28 {{(pid=109950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:51:28.253530 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Publish callbacks [] for subnet (d6394fb4-f09d-4f41-ae7e-35adcc70fa28), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.288155 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12258157'] for subnet (d6394fb4-f09d-4f41-ae7e-35adcc70fa28), precommit_delete_associations {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.377557 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4142334'] for subnet (d6394fb4-f09d-4f41-ae7e-35adcc70fa28), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.436336 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4142311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9404138'] for subnet (d6394fb4-f09d-4f41-ae7e-35adcc70fa28), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.460315 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6394fb4-f09d-4f41-ae7e-35adcc70fa28,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:28.470814 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:28.471161 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:28.471502 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:28.471886 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:28.472179 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:28.472511 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:28.472835 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:28.473155 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:28.473560 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:28.473792 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:28.474117 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:28.474438 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:28.475174 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:28.475174 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:28.475399 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:28.478362 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747af959-c790-4ec5-b1fd-db44cc3f2aa6 None None] Network 1221ba24-0e4c-4509-ac6d-bff82c57688b requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:51:28.481646 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.484555 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-e8ab8b41-4573-4ad3-8dc4-1910c4d5b16a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d6394fb4-f09d-4f41-ae7e-35adcc70fa28 HTTP/1.1" status: 204 len: 168 time: 0.2763336 May 12 17:51:28.485147 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58476) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:28.559958 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779105'] for network (1221ba24-0e4c-4509-ac6d-bff82c57688b), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.611633 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] Deleting port 021c416d-8dee-41c3-88ae-f4bb94788e05 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:51:28.611968 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (021c416d-8dee-41c3-88ae-f4bb94788e05), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.657726 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.675325 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] For port 021c416d-8dee-41c3-88ae-f4bb94788e05, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=021c416d-8dee-41c3-88ae-f4bb94788e05,segment=NetworkSegment(bb847214-5dcb-4903-972e-8db73e99623d),segment_id=bb847214-5dcb-4903-972e-8db73e99623d)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:28.675794 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (021c416d-8dee-41c3-88ae-f4bb94788e05), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.688402 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] Calling delete_port for 021c416d-8dee-41c3-88ae-f4bb94788e05 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:51:28.770550 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (021c416d-8dee-41c3-88ae-f4bb94788e05), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.798946 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] Pushing event deleted for resources: {'Port': ['ID=021c416d-8dee-41c3-88ae-f4bb94788e05,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:28.800773 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] No DVR routers for this DVR port 021c416d-8dee-41c3-88ae-f4bb94788e05 on host dv-cinder-840525-2-iscsi {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:51:28.813766 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76e1c2b-5c4a-4fbf-b81b-467ed9ce88cb None None] DHCP port deletion for 1221ba24-0e4c-4509-ac6d-bff82c57688b request from dv-cinder-840525-2-iscsi {{(pid=109952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:51:28.879468 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4080459', 'neutron.services.segments.db._delete_segments_for_network-8789480486422'] for network (1221ba24-0e4c-4509-ac6d-bff82c57688b), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.900079 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1221ba24-0e4c-4509-ac6d-bff82c57688b']}} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:28.911716 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb847214-5dcb-4903-972e-8db73e99623d') {'for_net_delete': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:28.912020 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb847214-5dcb-4903-972e-8db73e99623d') {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:28.924801 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789480210207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12258132'] for segment (bb847214-5dcb-4903-972e-8db73e99623d), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.939445 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (bb847214-5dcb-4903-972e-8db73e99623d), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.945659 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=109950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:51:28.946047 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9231144'] for segment (bb847214-5dcb-4903-972e-8db73e99623d), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: Traceback (most recent call last): May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: timer() May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: cb(*args, **kw) May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: return func(*args, **kwargs) May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: self._notify() May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: self.callback(batched_events) May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: event.method(event) May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: return f(self, *a, **k) May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._get(url).json() May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: return self.request(url, 'GET', **kwargs) May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:51:28.948496 dv-cinder-840525-2-iscsi neutron-server[109950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:51:29.005880 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4080496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997580'] for network (1221ba24-0e4c-4509-ac6d-bff82c57688b), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:29.015330 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:29.018537 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1221ba24-0e4c-4509-ac6d-bff82c57688b HTTP/1.1" status: 204 len: 168 time: 0.5328846 May 12 17:51:29.033263 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdce085-39fb-4341-b66c-347873af4694 admin admin] Pushing event deleted for resources: {'Network': ['ID=1221ba24-0e4c-4509-ac6d-bff82c57688b,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:29.140605 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58480) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:29.183641 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-c8531909-c131-4b8e-a965-03ab930c2bd6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0eee0523f68a4d8dbc6db8de3a3f6b04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418768 May 12 17:51:29.186102 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58482) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:29.232948 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a0150992-8564-4c89-8e00-9e6cd934363d admin admin] Publish callbacks [] for security_group (86bba8b4-0df9-4e87-840e-7daac1535793), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:29.254613 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a0150992-8564-4c89-8e00-9e6cd934363d admin admin] Publish callbacks [] for security_group (86bba8b4-0df9-4e87-840e-7daac1535793), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:29.302714 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a0150992-8564-4c89-8e00-9e6cd934363d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (86bba8b4-0df9-4e87-840e-7daac1535793), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:29.305517 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a0150992-8564-4c89-8e00-9e6cd934363d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:29.306813 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-a0150992-8564-4c89-8e00-9e6cd934363d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/86bba8b4-0df9-4e87-840e-7daac1535793 HTTP/1.1" status: 204 len: 168 time: 0.1197577 May 12 17:51:29.314279 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0150992-8564-4c89-8e00-9e6cd934363d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bba8b4-0df9-4e87-840e-7daac1535793,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:29.676231 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 021c416d-8dee-41c3-88ae-f4bb94788e05 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:51:29.696735 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 021c416d-8dee-41c3-88ae-f4bb94788e05 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:51:29.697118 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 021c416d-8dee-41c3-88ae-f4bb94788e05 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:51:29.697559 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:51:29.717623 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:51:29.717978 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 4f77eca9-8d3c-4da4-93e0-ba3f863ca6d7 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:51:29.718396 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device e2916ec0-4a4d-4636-bc1e-21cc607a7372 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:51:29.737515 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: e2916ec0-4a4d-4636-bc1e-21cc607a7372 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:51:29.737866 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device e2916ec0-4a4d-4636-bc1e-21cc607a7372 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:51:30.282673 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:31.242622 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58556) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:31.348020 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-edfdd10e-0fc9-4c36-bfad-609952eca225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:31.423979 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-edfdd10e-0fc9-4c36-bfad-609952eca225 admin admin] Publish callbacks [] for security_group (f11ca6f6-bf82-41a3-a35e-2fc907ac881a), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:31.427576 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-edfdd10e-0fc9-4c36-bfad-609952eca225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (f11ca6f6-bf82-41a3-a35e-2fc907ac881a), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:31.468948 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-edfdd10e-0fc9-4c36-bfad-609952eca225 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ad8d85059f904125b7bc5ec8fda67332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252400 May 12 17:51:31.469785 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdd10e-0fc9-4c36-bfad-609952eca225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11ca6f6-bf82-41a3-a35e-2fc907ac881a,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:31.471622 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58560) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:31.519939 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Publish callbacks [] for security_group (f11ca6f6-bf82-41a3-a35e-2fc907ac881a), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:31.539833 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Publish callbacks [] for security_group (f11ca6f6-bf82-41a3-a35e-2fc907ac881a), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:31.589851 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (f11ca6f6-bf82-41a3-a35e-2fc907ac881a), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:31.594993 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:31.596189 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f11ca6f6-bf82-41a3-a35e-2fc907ac881a HTTP/1.1" status: 204 len: 168 time: 0.1234086 May 12 17:51:31.603990 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11ca6f6-bf82-41a3-a35e-2fc907ac881a,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:31.611710 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:31.612053 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:31.612413 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:31.612744 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:31.613072 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:31.613392 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:31.613708 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:31.614023 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:31.614336 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:31.614735 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:31.614949 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:31.615259 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:31.615577 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:31.615888 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:31.616214 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73462084-0a4c-4b25-a64b-33f6407c78da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:31.864112 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58568) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:31.877403 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-8d42dfb4-b9dd-4dc1-8835-ff51975cf224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:31.958674 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-8d42dfb4-b9dd-4dc1-8835-ff51975cf224 admin admin] Publish callbacks [] for security_group (c0e7fb6c-950f-4238-b295-7229175ffeb3), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:31.962261 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-8d42dfb4-b9dd-4dc1-8835-ff51975cf224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (c0e7fb6c-950f-4238-b295-7229175ffeb3), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:32.000805 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-8d42dfb4-b9dd-4dc1-8835-ff51975cf224 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff3d25b727384ed7833553188a08d188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355419 May 12 17:51:32.001636 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42dfb4-b9dd-4dc1-8835-ff51975cf224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e7fb6c-950f-4238-b295-7229175ffeb3,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:32.003758 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58570) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:32.052854 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e23fd771-5923-4007-b1a2-e0d43696c4dd admin admin] Publish callbacks [] for security_group (c0e7fb6c-950f-4238-b295-7229175ffeb3), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:32.075440 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e23fd771-5923-4007-b1a2-e0d43696c4dd admin admin] Publish callbacks [] for security_group (c0e7fb6c-950f-4238-b295-7229175ffeb3), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:32.122144 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e23fd771-5923-4007-b1a2-e0d43696c4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (c0e7fb6c-950f-4238-b295-7229175ffeb3), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:32.124726 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e23fd771-5923-4007-b1a2-e0d43696c4dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:32.125854 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-e23fd771-5923-4007-b1a2-e0d43696c4dd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c0e7fb6c-950f-4238-b295-7229175ffeb3 HTTP/1.1" status: 204 len: 168 time: 0.1210840 May 12 17:51:32.133536 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fd771-5923-4007-b1a2-e0d43696c4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e7fb6c-950f-4238-b295-7229175ffeb3,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:36.345137 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58666) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:36.447850 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2b430b38-eae0-4f0c-a664-bde2c9610345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:36.521422 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2b430b38-eae0-4f0c-a664-bde2c9610345 admin admin] Publish callbacks [] for security_group (99ed67ec-9f32-43d8-ba51-70859460905f), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:36.525858 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2b430b38-eae0-4f0c-a664-bde2c9610345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (99ed67ec-9f32-43d8-ba51-70859460905f), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:36.569004 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-2b430b38-eae0-4f0c-a664-bde2c9610345 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=413d11bcd4fb4bbea66fcdd11f5bd3ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228501 May 12 17:51:36.569872 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b430b38-eae0-4f0c-a664-bde2c9610345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ed67ec-9f32-43d8-ba51-70859460905f,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:36.572063 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58670) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:36.621288 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d49fabcc-b527-4d80-a8d3-9fd9e6e8716f admin admin] Publish callbacks [] for security_group (99ed67ec-9f32-43d8-ba51-70859460905f), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:36.643298 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d49fabcc-b527-4d80-a8d3-9fd9e6e8716f admin admin] Publish callbacks [] for security_group (99ed67ec-9f32-43d8-ba51-70859460905f), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:36.688286 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d49fabcc-b527-4d80-a8d3-9fd9e6e8716f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (99ed67ec-9f32-43d8-ba51-70859460905f), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:36.690769 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d49fabcc-b527-4d80-a8d3-9fd9e6e8716f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:36.691893 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-d49fabcc-b527-4d80-a8d3-9fd9e6e8716f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/99ed67ec-9f32-43d8-ba51-70859460905f HTTP/1.1" status: 204 len: 168 time: 0.1189218 May 12 17:51:36.699331 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fabcc-b527-4d80-a8d3-9fd9e6e8716f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ed67ec-9f32-43d8-ba51-70859460905f,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:36.955753 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58680) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:36.969088 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4cc182ec-f71b-4ff6-85d8-9e39db554d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:37.045555 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4cc182ec-f71b-4ff6-85d8-9e39db554d77 admin admin] Publish callbacks [] for security_group (6fa5013a-2a22-461f-a7de-6f4647fb32f9), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:37.049956 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4cc182ec-f71b-4ff6-85d8-9e39db554d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (6fa5013a-2a22-461f-a7de-6f4647fb32f9), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:37.089297 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-4cc182ec-f71b-4ff6-85d8-9e39db554d77 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dbd0c7b76b544eb0a348fab0f1edc0de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324019 May 12 17:51:37.090386 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc182ec-f71b-4ff6-85d8-9e39db554d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa5013a-2a22-461f-a7de-6f4647fb32f9,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:37.092232 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58684) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:37.141167 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6b0b39d6-9e7b-4386-a6ca-5b7ff32307b1 admin admin] Publish callbacks [] for security_group (6fa5013a-2a22-461f-a7de-6f4647fb32f9), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:37.161278 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6b0b39d6-9e7b-4386-a6ca-5b7ff32307b1 admin admin] Publish callbacks [] for security_group (6fa5013a-2a22-461f-a7de-6f4647fb32f9), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:37.206672 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6b0b39d6-9e7b-4386-a6ca-5b7ff32307b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (6fa5013a-2a22-461f-a7de-6f4647fb32f9), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:37.209327 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6b0b39d6-9e7b-4386-a6ca-5b7ff32307b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:37.210451 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-6b0b39d6-9e7b-4386-a6ca-5b7ff32307b1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6fa5013a-2a22-461f-a7de-6f4647fb32f9 HTTP/1.1" status: 204 len: 168 time: 0.1171834 May 12 17:51:37.218271 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b39d6-9e7b-4386-a6ca-5b7ff32307b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa5013a-2a22-461f-a7de-6f4647fb32f9,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:39.130580 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:51:49.420825 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58830) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:49.532876 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a15c2f28-ff11-4c5c-9a96-f096dd553e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:49.609170 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a15c2f28-ff11-4c5c-9a96-f096dd553e7a admin admin] Publish callbacks [] for security_group (0e866c36-d1e6-4e68-9546-f62772f8bad8), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:49.613160 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a15c2f28-ff11-4c5c-9a96-f096dd553e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (0e866c36-d1e6-4e68-9546-f62772f8bad8), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:49.651758 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-a15c2f28-ff11-4c5c-9a96-f096dd553e7a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4e24393b2f0942b4829bfb4bf7b9318c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292616 May 12 17:51:49.652661 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c2f28-ff11-4c5c-9a96-f096dd553e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e866c36-d1e6-4e68-9546-f62772f8bad8,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:49.655003 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58836) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:49.939845 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-65227165-7736-4c83-83f8-9c668f60d14a admin admin] Publish callbacks [] for security_group (0e866c36-d1e6-4e68-9546-f62772f8bad8), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:49.959778 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-65227165-7736-4c83-83f8-9c668f60d14a admin admin] Publish callbacks [] for security_group (0e866c36-d1e6-4e68-9546-f62772f8bad8), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:50.005025 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-65227165-7736-4c83-83f8-9c668f60d14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (0e866c36-d1e6-4e68-9546-f62772f8bad8), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:50.007539 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-65227165-7736-4c83-83f8-9c668f60d14a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:50.008694 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-65227165-7736-4c83-83f8-9c668f60d14a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0e866c36-d1e6-4e68-9546-f62772f8bad8 HTTP/1.1" status: 204 len: 168 time: 0.3519404 May 12 17:51:50.016834 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65227165-7736-4c83-83f8-9c668f60d14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e866c36-d1e6-4e68-9546-f62772f8bad8,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:50.256388 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58844) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:50.270513 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ab884930-0923-45ab-b4db-a557e49d88c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:50.346508 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ab884930-0923-45ab-b4db-a557e49d88c4 admin admin] Publish callbacks [] for security_group (673dfb28-8c9f-4761-ba88-a7f5a2ce6aeb), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:50.350442 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ab884930-0923-45ab-b4db-a557e49d88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (673dfb28-8c9f-4761-ba88-a7f5a2ce6aeb), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:50.389397 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-ab884930-0923-45ab-b4db-a557e49d88c4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=578eaede9103464aa39d6a68f60a97b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308939 May 12 17:51:50.390668 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab884930-0923-45ab-b4db-a557e49d88c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673dfb28-8c9f-4761-ba88-a7f5a2ce6aeb,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:50.391753 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58846) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:50.439723 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a042-ec79-4e3a-8eb6-643b85505060 admin admin] Publish callbacks [] for security_group (673dfb28-8c9f-4761-ba88-a7f5a2ce6aeb), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:50.460438 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a042-ec79-4e3a-8eb6-643b85505060 admin admin] Publish callbacks [] for security_group (673dfb28-8c9f-4761-ba88-a7f5a2ce6aeb), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:50.506330 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a042-ec79-4e3a-8eb6-643b85505060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (673dfb28-8c9f-4761-ba88-a7f5a2ce6aeb), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:50.508975 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a042-ec79-4e3a-8eb6-643b85505060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:50.510408 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-fbc3a042-ec79-4e3a-8eb6-643b85505060 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/673dfb28-8c9f-4761-ba88-a7f5a2ce6aeb HTTP/1.1" status: 204 len: 168 time: 0.1176035 May 12 17:51:50.518692 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3a042-ec79-4e3a-8eb6-643b85505060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673dfb28-8c9f-4761-ba88-a7f5a2ce6aeb,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:50.793937 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58860) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:50.896528 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0a03e3ef-e5f1-48a4-8973-4339fa057d4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:50.978134 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0a03e3ef-e5f1-48a4-8973-4339fa057d4c admin admin] Publish callbacks [] for security_group (1685576e-7a58-4ee4-b040-526d31d8fd27), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:50.981384 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0a03e3ef-e5f1-48a4-8973-4339fa057d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (1685576e-7a58-4ee4-b040-526d31d8fd27), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.019183 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-0a03e3ef-e5f1-48a4-8973-4339fa057d4c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=53e97d53681a48b8a7a3de276d87f85d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240076 May 12 17:51:51.020206 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03e3ef-e5f1-48a4-8973-4339fa057d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1685576e-7a58-4ee4-b040-526d31d8fd27,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:51.021840 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58872) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:51.072644 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ba07e60c-1d10-4e0c-a0a9-94c53c9587a8 admin admin] Publish callbacks [] for security_group (1685576e-7a58-4ee4-b040-526d31d8fd27), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.097886 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ba07e60c-1d10-4e0c-a0a9-94c53c9587a8 admin admin] Publish callbacks [] for security_group (1685576e-7a58-4ee4-b040-526d31d8fd27), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.146919 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ba07e60c-1d10-4e0c-a0a9-94c53c9587a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (1685576e-7a58-4ee4-b040-526d31d8fd27), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.149726 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ba07e60c-1d10-4e0c-a0a9-94c53c9587a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.150945 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-ba07e60c-1d10-4e0c-a0a9-94c53c9587a8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1685576e-7a58-4ee4-b040-526d31d8fd27 HTTP/1.1" status: 204 len: 168 time: 0.1281211 May 12 17:51:51.159479 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07e60c-1d10-4e0c-a0a9-94c53c9587a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1685576e-7a58-4ee4-b040-526d31d8fd27,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:51.208371 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58882) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:51.407982 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-b8e9d1f4-119d-423c-b4ab-2c475240b848 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-998757804-network', 'tenant_id': 'a951ccd6d9a142c0b187028edc55c3bc'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:51.428332 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e9d1f4-119d-423c-b4ab-2c475240b848 admin admin] Made reservation on behalf of a951ccd6d9a142c0b187028edc55c3bc for: {'network': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:51:51.430970 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8e9d1f4-119d-423c-b4ab-2c475240b848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.439666 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8e9d1f4-119d-423c-b4ab-2c475240b848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.518185 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8e9d1f4-119d-423c-b4ab-2c475240b848 admin admin] Publish callbacks [] for security_group (011dc3e9-eb3c-40f9-aaaa-138d2b65f13f), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.524918 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8e9d1f4-119d-423c-b4ab-2c475240b848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (011dc3e9-eb3c-40f9-aaaa-138d2b65f13f), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.552115 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e9d1f4-119d-423c-b4ab-2c475240b848 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=109950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:51:51.558472 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9d1f4-119d-423c-b4ab-2c475240b848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011dc3e9-eb3c-40f9-aaaa-138d2b65f13f,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:51.564525 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8e9d1f4-119d-423c-b4ab-2c475240b848 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (3d7f83b9-d8d3-4fd7-8da5-169ec113c920), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.564970 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.segments_db [None req-b8e9d1f4-119d-423c-b4ab-2c475240b848 admin admin] Added segment 3d7f83b9-d8d3-4fd7-8da5-169ec113c920 of type vlan for network 8bafa24c-59ea-4a36-bce2-b0a6312195d0 May 12 17:51:51.606033 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8e9d1f4-119d-423c-b4ab-2c475240b848 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (8bafa24c-59ea-4a36-bce2-b0a6312195d0), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.633544 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8e9d1f4-119d-423c-b4ab-2c475240b848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (8bafa24c-59ea-4a36-bce2-b0a6312195d0), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.634715 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e9d1f4-119d-423c-b4ab-2c475240b848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:51.635295 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8e9d1f4-119d-423c-b4ab-2c475240b848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.676683 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-b8e9d1f4-119d-423c-b4ab-2c475240b848 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4645982 May 12 17:51:51.676829 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58900) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:51.682491 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-e8863de1-7d73-48b3-af73-545a73ca493c admin admin] Request body: {'subnet': {'network_id': '8bafa24c-59ea-4a36-bce2-b0a6312195d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-998757804-subnet', 'tenant_id': 'a951ccd6d9a142c0b187028edc55c3bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:51.715431 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9d1f4-119d-423c-b4ab-2c475240b848 admin admin] Pushing event updated for resources: {'Network': ['ID=8bafa24c-59ea-4a36-bce2-b0a6312195d0,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:51.734729 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8863de1-7d73-48b3-af73-545a73ca493c admin admin] Made reservation on behalf of a951ccd6d9a142c0b187028edc55c3bc for: {'subnet': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:51:51.737202 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e8863de1-7d73-48b3-af73-545a73ca493c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9404103'] for subnet (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.748322 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network 8bafa24c-59ea-4a36-bce2-b0a6312195d0 details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:51:51.859069 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58906) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:51.924149 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e8863de1-7d73-48b3-af73-545a73ca493c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9231563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9404113'] for subnet (c0b527d2-f820-4fd9-b024-77a334fc7fef), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.963151 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-aff5fd6e-f754-4ec0-ad93-0a7246cd1682 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1382475070-network', 'tenant_id': '583159e196b2438698885193ca03ef4d'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:51.974392 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8863de1-7d73-48b3-af73-545a73ca493c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b527d2-f820-4fd9-b024-77a334fc7fef,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:51.982887 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff5fd6e-f754-4ec0-ad93-0a7246cd1682 admin admin] Made reservation on behalf of 583159e196b2438698885193ca03ef4d for: {'network': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:51:51.985293 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-aff5fd6e-f754-4ec0-ad93-0a7246cd1682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.990910 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8863de1-7d73-48b3-af73-545a73ca493c admin admin] Checking segment: {'id': '3d7f83b9-d8d3-4fd7-8da5-169ec113c920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8bafa24c-59ea-4a36-bce2-b0a6312195d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:51:51.991269 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8863de1-7d73-48b3-af73-545a73ca493c admin admin] Network hostable DHCP agents. Network: 8bafa24c-59ea-4a36-bce2-b0a6312195d0, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:51:51.993677 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-aff5fd6e-f754-4ec0-ad93-0a7246cd1682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.008947 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8863de1-7d73-48b3-af73-545a73ca493c admin admin] Network 8bafa24c-59ea-4a36-bce2-b0a6312195d0 is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:51:52.017959 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-e8863de1-7d73-48b3-af73-545a73ca493c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, 8bafa24c-59ea-4a36-bce2-b0a6312195d0) {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:52.022327 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8863de1-7d73-48b3-af73-545a73ca493c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:52.022914 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e8863de1-7d73-48b3-af73-545a73ca493c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.029916 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144f5685-781b-4127-8031-cffb6ad115e3 None None] Network 8bafa24c-59ea-4a36-bce2-b0a6312195d0 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:51:52.039933 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-e8863de1-7d73-48b3-af73-545a73ca493c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3620679 May 12 17:51:52.072049 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-aff5fd6e-f754-4ec0-ad93-0a7246cd1682 admin admin] Publish callbacks [] for security_group (182bbf67-d72a-49f5-8c99-525ab611027f), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.076872 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-aff5fd6e-f754-4ec0-ad93-0a7246cd1682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (182bbf67-d72a-49f5-8c99-525ab611027f), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.097563 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff5fd6e-f754-4ec0-ad93-0a7246cd1682 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=109951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:51:52.111754 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5fd6e-f754-4ec0-ad93-0a7246cd1682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182bbf67-d72a-49f5-8c99-525ab611027f,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:52.116753 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-aff5fd6e-f754-4ec0-ad93-0a7246cd1682 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (8be74722-33bb-42cd-b313-8c00756300f0), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.117411 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.segments_db [None req-aff5fd6e-f754-4ec0-ad93-0a7246cd1682 admin admin] Added segment 8be74722-33bb-42cd-b313-8c00756300f0 of type vlan for network 4c9e560d-07a4-4ecb-97d5-62e31a28a50d May 12 17:51:52.141421 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f89e2b-a73d-4720-96a1-5c783e5a8f9c None None] Network 8bafa24c-59ea-4a36-bce2-b0a6312195d0 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:51:52.160327 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-aff5fd6e-f754-4ec0-ad93-0a7246cd1682 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (4c9e560d-07a4-4ecb-97d5-62e31a28a50d), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.187352 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-aff5fd6e-f754-4ec0-ad93-0a7246cd1682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (4c9e560d-07a4-4ecb-97d5-62e31a28a50d), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.188482 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff5fd6e-f754-4ec0-ad93-0a7246cd1682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:52.189130 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-aff5fd6e-f754-4ec0-ad93-0a7246cd1682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.230881 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-aff5fd6e-f754-4ec0-ad93-0a7246cd1682 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3679399 May 12 17:51:52.231340 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58914) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:52.237864 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-97fb45bd-c8ce-46d1-97d8-8f747d8a22fc admin admin] Request body: {'subnet': {'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1382475070-subnet', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'ip_version': 4}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:52.256833 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5fd6e-f754-4ec0-ad93-0a7246cd1682 admin admin] Pushing event updated for resources: {'Network': ['ID=4c9e560d-07a4-4ecb-97d5-62e31a28a50d,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:52.265779 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fb45bd-c8ce-46d1-97d8-8f747d8a22fc admin admin] Made reservation on behalf of 583159e196b2438698885193ca03ef4d for: {'subnet': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:51:52.268394 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-97fb45bd-c8ce-46d1-97d8-8f747d8a22fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9404103'] for subnet (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.268901 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network 4c9e560d-07a4-4ecb-97d5-62e31a28a50d details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:51:52.442109 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-97fb45bd-c8ce-46d1-97d8-8f747d8a22fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9231563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9404113'] for subnet (9b80c515-0b63-44e2-9cec-0193b290cc86), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.500773 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb45bd-c8ce-46d1-97d8-8f747d8a22fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b80c515-0b63-44e2-9cec-0193b290cc86,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:52.509588 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fb45bd-c8ce-46d1-97d8-8f747d8a22fc admin admin] Checking segment: {'id': '8be74722-33bb-42cd-b313-8c00756300f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:51:52.509946 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fb45bd-c8ce-46d1-97d8-8f747d8a22fc admin admin] Network hostable DHCP agents. Network: 4c9e560d-07a4-4ecb-97d5-62e31a28a50d, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:51:52.528091 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fb45bd-c8ce-46d1-97d8-8f747d8a22fc admin admin] Network 4c9e560d-07a4-4ecb-97d5-62e31a28a50d is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:51:52.537546 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-97fb45bd-c8ce-46d1-97d8-8f747d8a22fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, 4c9e560d-07a4-4ecb-97d5-62e31a28a50d) {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:52.542655 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fb45bd-c8ce-46d1-97d8-8f747d8a22fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:52.543249 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-97fb45bd-c8ce-46d1-97d8-8f747d8a22fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.547924 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0524c073-1a4c-4f0e-8bc4-659c809a9219 None None] Network 4c9e560d-07a4-4ecb-97d5-62e31a28a50d requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:51:52.564315 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58926) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:52.564666 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-97fb45bd-c8ce-46d1-97d8-8f747d8a22fc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3315983 May 12 17:51:52.564936 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58928) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:52.571561 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-66396a09-043c-4170-b3df-75b65ea02d4b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-233676162-network', 'tenant_id': 'e61255d9a2f04207b2e34b68efa6c904'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:52.578411 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1382475070-router', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:52.604737 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router (5d32b6ee-cb99-48de-83af-d6fbd2438e13), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.605851 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31086'] for router (5d32b6ee-cb99-48de-83af-d6fbd2438e13), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.615751 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66396a09-043c-4170-b3df-75b65ea02d4b admin admin] Made reservation on behalf of e61255d9a2f04207b2e34b68efa6c904 for: {'network': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:51:52.618388 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-66396a09-043c-4170-b3df-75b65ea02d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.631963 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-66396a09-043c-4170-b3df-75b65ea02d4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.657126 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3e62091-7561-548c-8de7-cdb0ae49b08b-4c9e560d-07a4-4ecb-97d5-62e31a28a50d', 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d', 'project_id': '583159e196b2438698885193ca03ef4d', 'fixed_ips': [{'subnet_id': '9b80c515-0b63-44e2-9cec-0193b290cc86'}]}} from dv-cinder-840525-2-iscsi. {{(pid=109952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:51:52.658147 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.684415 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Publish callbacks [] for router_controller (5d32b6ee-cb99-48de-83af-d6fbd2438e13), precommit_add_association {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.795865 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Allocated IP 172.20.0.2 (4c9e560d-07a4-4ecb-97d5-62e31a28a50d/9b80c515-0b63-44e2-9cec-0193b290cc86/d357ef6d-f4a8-4804-a667-6705cdc4cac4) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:51:52.853170 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Publish callbacks [] for router_gateway (5d32b6ee-cb99-48de-83af-d6fbd2438e13), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.903500 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-66396a09-043c-4170-b3df-75b65ea02d4b admin admin] Publish callbacks [] for security_group (1823b858-bf82-49fe-8791-b97533fe4d7e), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.911133 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-66396a09-043c-4170-b3df-75b65ea02d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (1823b858-bf82-49fe-8791-b97533fe4d7e), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.938879 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Publish callbacks [] for port (d357ef6d-f4a8-4804-a667-6705cdc4cac4), precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.944237 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (d357ef6d-f4a8-4804-a667-6705cdc4cac4), after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.970663 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66396a09-043c-4170-b3df-75b65ea02d4b admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=109951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:51:52.980462 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Network 4c9e560d-07a4-4ecb-97d5-62e31a28a50d is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:51:52.984223 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:52.986489 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66396a09-043c-4170-b3df-75b65ea02d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1823b858-bf82-49fe-8791-b97533fe4d7e,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:52.990301 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:51:52.995840 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-66396a09-043c-4170-b3df-75b65ea02d4b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (aadc58d6-72d8-442d-aa47-869c93b19f24), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.996443 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.segments_db [None req-66396a09-043c-4170-b3df-75b65ea02d4b admin admin] Added segment aadc58d6-72d8-442d-aa47-869c93b19f24 of type vlan for network 76e05118-1a6e-4e36-94cd-ef2f0c956fa7 May 12 17:51:52.998201 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Pushing event updated for resources: {'Port': ['ID=d357ef6d-f4a8-4804-a667-6705cdc4cac4,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:53.022422 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:53.023084 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:53.025653 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:53.026027 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:53.026374 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:53.026709 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:53.027047 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:53.027372 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:53.027700 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:53.028025 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:53.028378 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:53.028747 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:53.029613 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:53.029937 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:53.030375 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:53.070223 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Attempting to bind port d357ef6d-f4a8-4804-a667-6705cdc4cac4 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:51:53.070580 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Attempting to bind port d357ef6d-f4a8-4804-a667-6705cdc4cac4 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': '8be74722-33bb-42cd-b313-8c00756300f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:51:53.070937 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Attempting to bind port d357ef6d-f4a8-4804-a667-6705cdc4cac4 on network 4c9e560d-07a4-4ecb-97d5-62e31a28a50d {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:51:53.076189 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:51:53.076586 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Checking segment: {'id': '8be74722-33bb-42cd-b313-8c00756300f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:51:53.076990 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.077380 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Bound using segment: {'id': '8be74722-33bb-42cd-b313-8c00756300f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:51:53.077846 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Bound port: d357ef6d-f4a8-4804-a667-6705cdc4cac4, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be74722-33bb-42cd-b313-8c00756300f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:51:53.078228 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d357ef6d-f4a8-4804-a667-6705cdc4cac4), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.127432 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-66396a09-043c-4170-b3df-75b65ea02d4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (76e05118-1a6e-4e36-94cd-ef2f0c956fa7), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.140110 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] For port d357ef6d-f4a8-4804-a667-6705cdc4cac4, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:51:53.143119 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] For port d357ef6d-f4a8-4804-a667-6705cdc4cac4, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=d357ef6d-f4a8-4804-a667-6705cdc4cac4,segment=NetworkSegment(8be74722-33bb-42cd-b313-8c00756300f0),segment_id=8be74722-33bb-42cd-b313-8c00756300f0)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:51:53.149580 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (d357ef6d-f4a8-4804-a667-6705cdc4cac4), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.179316 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Publish callbacks [] for router_gateway (5d32b6ee-cb99-48de-83af-d6fbd2438e13), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.203179 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-66396a09-043c-4170-b3df-75b65ea02d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (76e05118-1a6e-4e36-94cd-ef2f0c956fa7), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.204639 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66396a09-043c-4170-b3df-75b65ea02d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:53.205378 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-66396a09-043c-4170-b3df-75b65ea02d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.210780 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.223999 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc412b3-efaa-4286-bc3e-5003a54c82c2 None None] Pushing event updated for resources: {'Port': ['ID=d357ef6d-f4a8-4804-a667-6705cdc4cac4,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:53.252114 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-66396a09-043c-4170-b3df-75b65ea02d4b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6860232 May 12 17:51:53.255091 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58932) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:53.260027 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-5f3c9ca8-73ac-47b6-a55c-1c0ef25f1d29 admin admin] Request body: {'subnet': {'network_id': '76e05118-1a6e-4e36-94cd-ef2f0c956fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-233676162-subnet', 'tenant_id': 'e61255d9a2f04207b2e34b68efa6c904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:53.281761 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3c9ca8-73ac-47b6-a55c-1c0ef25f1d29 admin admin] Made reservation on behalf of e61255d9a2f04207b2e34b68efa6c904 for: {'subnet': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:51:53.284258 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5f3c9ca8-73ac-47b6-a55c-1c0ef25f1d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9404103'] for subnet (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.309136 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66396a09-043c-4170-b3df-75b65ea02d4b admin admin] Pushing event updated for resources: {'Network': ['ID=76e05118-1a6e-4e36-94cd-ef2f0c956fa7,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:53.320205 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network 76e05118-1a6e-4e36-94cd-ef2f0c956fa7 details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:51:53.401655 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Allocated IP 172.27.2.145 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:51:53.523385 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Publish callbacks [] for port (5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.534403 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5f3c9ca8-73ac-47b6-a55c-1c0ef25f1d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9231563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9404113'] for subnet (10e83421-17ae-486c-8a94-a239e7b62b27), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.567748 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.593579 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c9ca8-73ac-47b6-a55c-1c0ef25f1d29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e83421-17ae-486c-8a94-a239e7b62b27,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:53.600624 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c9ca8-73ac-47b6-a55c-1c0ef25f1d29 admin admin] Checking segment: {'id': 'aadc58d6-72d8-442d-aa47-869c93b19f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '76e05118-1a6e-4e36-94cd-ef2f0c956fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:51:53.600985 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3c9ca8-73ac-47b6-a55c-1c0ef25f1d29 admin admin] Network hostable DHCP agents. Network: 76e05118-1a6e-4e36-94cd-ef2f0c956fa7, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:51:53.607165 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:51:53.614887 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:53.619906 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3c9ca8-73ac-47b6-a55c-1c0ef25f1d29 admin admin] Network 76e05118-1a6e-4e36-94cd-ef2f0c956fa7 is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:51:53.620094 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:51:53.641634 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-5f3c9ca8-73ac-47b6-a55c-1c0ef25f1d29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, 76e05118-1a6e-4e36-94cd-ef2f0c956fa7) {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:53.648325 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Pushing event updated for resources: {'Port': ['ID=5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:53.648496 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3c9ca8-73ac-47b6-a55c-1c0ef25f1d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:53.648943 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5f3c9ca8-73ac-47b6-a55c-1c0ef25f1d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.655497 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da4fcff-a221-432c-86e4-bbc0032dd042 None None] Network 76e05118-1a6e-4e36-94cd-ef2f0c956fa7 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:51:53.662342 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bf320ea1-9d3e-40f4-8243-f8de6b4d83ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.676434 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-5f3c9ca8-73ac-47b6-a55c-1c0ef25f1d29 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4201934 May 12 17:51:53.769977 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device d357ef6d-f4a8-4804-a667-6705cdc4cac4 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:51:53.924268 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Publish callbacks [] for router_gateway (5d32b6ee-cb99-48de-83af-d6fbd2438e13), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.987098 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eccede5-50c7-4092-b449-002674fe9cb3 None None] Network 76e05118-1a6e-4e36-94cd-ef2f0c956fa7 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:51:54.026288 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port d357ef6d-f4a8-4804-a667-6705cdc4cac4 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:54.026669 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (d357ef6d-f4a8-4804-a667-6705cdc4cac4), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:54.176523 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port d357ef6d-f4a8-4804-a667-6705cdc4cac4 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:54.177053 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d357ef6d-f4a8-4804-a667-6705cdc4cac4), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:54.209405 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-996058'] for router (5d32b6ee-cb99-48de-83af-d6fbd2438e13), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:54.218902 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] For port d357ef6d-f4a8-4804-a667-6705cdc4cac4, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=d357ef6d-f4a8-4804-a667-6705cdc4cac4,segment=NetworkSegment(8be74722-33bb-42cd-b313-8c00756300f0),segment_id=8be74722-33bb-42cd-b313-8c00756300f0)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:54.224782 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (d357ef6d-f4a8-4804-a667-6705cdc4cac4), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:54.291846 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Pushing event updated for resources: {'Port': ['ID=d357ef6d-f4a8-4804-a667-6705cdc4cac4,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:54.373482 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe9e50b-0393-49cc-a009-80e299a74e0a None None] Network 4c9e560d-07a4-4ecb-97d5-62e31a28a50d requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:51:54.378255 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Router 5d32b6ee-cb99-48de-83af-d6fbd2438e13 is scheduled to L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 with binding_index 1 {{(pid=109951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:51:54.465155 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-31c5290b-5bb4-4e15-aa14-a6d24907c079 None None] Provisioning complete for port d357ef6d-f4a8-4804-a667-6705cdc4cac4 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:54.465785 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-31c5290b-5bb4-4e15-aa14-a6d24907c079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (d357ef6d-f4a8-4804-a667-6705cdc4cac4), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:54.489211 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:51:54.506820 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:54.510779 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-eec75fab-0eb5-4d90-97bf-7aec56e5ecd4 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9407778 May 12 17:51:54.510949 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58944) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:54.511200 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Sync routers for ids ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:51:54.534377 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Routers {'5d32b6ee-cb99-48de-83af-d6fbd2438e13'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:54.535016 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:54.675778 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-31c5290b-5bb4-4e15-aa14-a6d24907c079 None None] Current status of the port d357ef6d-f4a8-4804-a667-6705cdc4cac4 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:54.687442 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Set router 5d32b6ee-cb99-48de-83af-d6fbd2438e13 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:54.811978 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-8fcb6804-0c5f-43ab-9b80-72910c10b322 None None] Provisioning complete for port d357ef6d-f4a8-4804-a667-6705cdc4cac4 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:54.812383 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8fcb6804-0c5f-43ab-9b80-72910c10b322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (d357ef6d-f4a8-4804-a667-6705cdc4cac4), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:54.932229 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'name': 'tempest-TestShelveInstance-1382475070-router', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:52Z', 'updated_at': '2022-05-12T17:51:53Z', 'revision_number': 3, 'project_id': '583159e196b2438698885193ca03ef4d', 'gw_port': {'id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:53Z', 'updated_at': '2022-05-12T17:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:54.967207 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Checking router: 5d32b6ee-cb99-48de-83af-d6fbd2438e13 for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:51:54.967564 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Updating router 5d32b6ee-cb99-48de-83af-d6fbd2438e13 port 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef binding host dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:51:54.990185 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb6804-0c5f-43ab-9b80-72910c10b322 None None] Current status of the port d357ef6d-f4a8-4804-a667-6705cdc4cac4 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:55.002061 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:55.197344 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:55.208034 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:55.293789 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Publish callbacks [] for port (5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef), precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:55.298703 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:55.350852 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d926b-cc71-43db-a98b-5ea6f4d0828b None None] Pushing event updated for resources: {'Port': ['ID=5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:55.353036 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Attempting to bind port 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:51:55.353400 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Attempting to bind port 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:51:55.353762 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Attempting to bind port 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef on network 2dffabea-01f3-473a-98ec-6cd80cf699f7 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:51:55.358635 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] Allocated IP 172.20.0.1 (4c9e560d-07a4-4ecb-97d5-62e31a28a50d/9b80c515-0b63-44e2-9cec-0193b290cc86/3bcb6da1-d863-4e9e-b437-f9cb66bbbf36) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:51:55.359606 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:51:55.359980 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Checking segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:51:55.360376 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:55.360766 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Bound using segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:51:55.361319 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Bound port: 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:51:55.361614 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:55.424018 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] For port 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:51:55.427819 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] For port 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:51:55.437132 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:55.473855 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] Publish callbacks [] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:55.497521 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Routers {'5d32b6ee-cb99-48de-83af-d6fbd2438e13'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:55.498207 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:55.513909 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:55.540940 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d926b-cc71-43db-a98b-5ea6f4d0828b None None] Pushing event updated for resources: {'Port': ['ID=5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:55.552294 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] Network 4c9e560d-07a4-4ecb-97d5-62e31a28a50d is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:51:55.560629 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:55.565571 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:51:55.567564 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] Pushing event updated for resources: {'Port': ['ID=3bcb6da1-d863-4e9e-b437-f9cb66bbbf36,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:55.629884 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] Set router 5d32b6ee-cb99-48de-83af-d6fbd2438e13 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:55.632395 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-997879'] for router_interface (5d32b6ee-cb99-48de-83af-d6fbd2438e13), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:55.738238 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device d357ef6d-f4a8-4804-a667-6705cdc4cac4 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:51:55.829697 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:55.848415 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port d357ef6d-f4a8-4804-a667-6705cdc4cac4 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:55.848788 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (d357ef6d-f4a8-4804-a667-6705cdc4cac4), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:56.038194 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] Publish callbacks [] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:56.042033 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:56.071294 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4cc2cf19-a1d5-48a4-875f-719eb00bf094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:56.074211 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-aaf0848c-22c5-4638-a34e-da331ed3da3a None None] Provisioning complete for port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:56.074663 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aaf0848c-22c5-4638-a34e-da331ed3da3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:56.079472 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'name': 'tempest-TestShelveInstance-1382475070-router', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:52Z', 'updated_at': '2022-05-12T17:51:53Z', 'revision_number': 3, 'project_id': '583159e196b2438698885193ca03ef4d', 'gw_port': {'id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:53Z', 'updated_at': '2022-05-12T17:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:56.114867 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] Pushing event updated for resources: {'Port': ['ID=3bcb6da1-d863-4e9e-b437-f9cb66bbbf36,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:56.117391 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984765'] for router_interface (5d32b6ee-cb99-48de-83af-d6fbd2438e13), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:56.129149 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc045633-6fba-4898-8928-37279d1c7b09 None None] The sync data for ids ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'] in dv-cinder-840525-2-iscsi is: [{'id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'name': 'tempest-TestShelveInstance-1382475070-router', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:52Z', 'updated_at': '2022-05-12T17:51:53Z', 'revision_number': 3, 'project_id': '583159e196b2438698885193ca03ef4d', 'gw_port': {'id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:53Z', 'updated_at': '2022-05-12T17:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:51:56.142955 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0848c-22c5-4638-a34e-da331ed3da3a None None] Port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:51:56.186524 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port d357ef6d-f4a8-4804-a667-6705cdc4cac4 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:56.225116 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] Network 4c9e560d-07a4-4ecb-97d5-62e31a28a50d is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:51:56.226432 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:56.351605 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] Router 5d32b6ee-cb99-48de-83af-d6fbd2438e13 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:51:56.490306 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:51:56.495487 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-fc54d52f-b1b9-47b4-b8fa-91a0532ff0a0 admin admin] 10.222.0.73 "PUT /v2.0/routers/5d32b6ee-cb99-48de-83af-d6fbd2438e13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9829793 May 12 17:51:56.566083 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-7f5c9801-877f-46bd-a62c-09806cc2c938 None None] Provisioning complete for port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:56.566466 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7f5c9801-877f-46bd-a62c-09806cc2c938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:56.605724 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7f5c9801-877f-46bd-a62c-09806cc2c938 None None] Port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:51:57.205020 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 58992) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:57.211257 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-4aac8f72-b73c-4b37-8f58-f8e7f72aade2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-863691677-network', 'tenant_id': '72c4c25ece984355b0f8eb63e27c99b8'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:57.262548 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aac8f72-b73c-4b37-8f58-f8e7f72aade2 admin admin] Made reservation on behalf of 72c4c25ece984355b0f8eb63e27c99b8 for: {'network': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:51:57.265674 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4aac8f72-b73c-4b37-8f58-f8e7f72aade2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:57.278888 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4aac8f72-b73c-4b37-8f58-f8e7f72aade2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:57.286083 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa2c58-b45b-468b-93d0-1c5dabb5ef2c req-edfabe2d-9d61-40b3-b25c-7e55f1462974 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:57.287518 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b6fa2c58-b45b-468b-93d0-1c5dabb5ef2c req-edfabe2d-9d61-40b3-b25c-7e55f1462974 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 946 time: 0.0642557 May 12 17:51:57.311312 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:57.363940 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b6fa2c58-b45b-468b-93d0-1c5dabb5ef2c req-70bc170a-6657-4b62-8046-3dce658829ed tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652537 May 12 17:51:57.407186 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4aac8f72-b73c-4b37-8f58-f8e7f72aade2 admin admin] Publish callbacks [] for security_group (e70e4a70-adbb-4c77-a706-d740a58d938e), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:57.410937 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4aac8f72-b73c-4b37-8f58-f8e7f72aade2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (e70e4a70-adbb-4c77-a706-d740a58d938e), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:57.434202 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aac8f72-b73c-4b37-8f58-f8e7f72aade2 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=109950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:51:57.444261 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac8f72-b73c-4b37-8f58-f8e7f72aade2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70e4a70-adbb-4c77-a706-d740a58d938e,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:57.449167 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4aac8f72-b73c-4b37-8f58-f8e7f72aade2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (dd5f6114-09b1-4c86-94d1-3d774b3e1dfe), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:57.449578 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.segments_db [None req-4aac8f72-b73c-4b37-8f58-f8e7f72aade2 admin admin] Added segment dd5f6114-09b1-4c86-94d1-3d774b3e1dfe of type vlan for network f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d May 12 17:51:57.491407 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4aac8f72-b73c-4b37-8f58-f8e7f72aade2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:57.517002 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4aac8f72-b73c-4b37-8f58-f8e7f72aade2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:57.517998 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aac8f72-b73c-4b37-8f58-f8e7f72aade2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:57.518579 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4aac8f72-b73c-4b37-8f58-f8e7f72aade2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:57.554417 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-4aac8f72-b73c-4b37-8f58-f8e7f72aade2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3479421 May 12 17:51:57.557445 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58994) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:57.564142 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-901963f9-a34a-4d23-9b86-a582a1663ac6 admin admin] Request body: {'subnet': {'network_id': 'f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-863691677-subnet', 'tenant_id': '72c4c25ece984355b0f8eb63e27c99b8', 'ip_version': 4}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:57.590937 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901963f9-a34a-4d23-9b86-a582a1663ac6 admin admin] Made reservation on behalf of 72c4c25ece984355b0f8eb63e27c99b8 for: {'subnet': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:51:57.594014 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-901963f9-a34a-4d23-9b86-a582a1663ac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8936600'] for subnet (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:57.721700 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:51:57.786342 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:57.786837 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:57.805930 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Sync routers for ids ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:51:57.814605 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-901963f9-a34a-4d23-9b86-a582a1663ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9284025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8936590'] for subnet (7e25d609-f43a-48a5-a5e2-631b720cdec0), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:57.819565 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Routers {'5d32b6ee-cb99-48de-83af-d6fbd2438e13'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:57.820152 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:57.858895 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac8f72-b73c-4b37-8f58-f8e7f72aade2 admin admin] Pushing event updated for resources: {'Network': ['ID=f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:57.877105 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901963f9-a34a-4d23-9b86-a582a1663ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e25d609-f43a-48a5-a5e2-631b720cdec0,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:57.880415 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:51:57.890072 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901963f9-a34a-4d23-9b86-a582a1663ac6 admin admin] Checking segment: {'id': 'dd5f6114-09b1-4c86-94d1-3d774b3e1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:51:57.890841 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901963f9-a34a-4d23-9b86-a582a1663ac6 admin admin] Network hostable DHCP agents. Network: f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:51:57.911279 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901963f9-a34a-4d23-9b86-a582a1663ac6 admin admin] Network f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:51:57.918041 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:57.918402 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:57.923415 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-901963f9-a34a-4d23-9b86-a582a1663ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d) {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:57.929318 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901963f9-a34a-4d23-9b86-a582a1663ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:57.930366 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-901963f9-a34a-4d23-9b86-a582a1663ac6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:57.950141 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-901963f9-a34a-4d23-9b86-a582a1663ac6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3909338 May 12 17:51:57.952778 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 58996) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:57.957220 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-863691677-router', 'tenant_id': '72c4c25ece984355b0f8eb63e27c99b8', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:57.964284 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a347b90-cde2-475d-a8dc-1742ac8f7a3c None None] Network f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:51:57.970147 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Set router 5d32b6ee-cb99-48de-83af-d6fbd2438e13 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:57.989788 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router (59582bf9-b9a8-488e-a1f3-e8acd8762efa), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:57.991017 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31086'] for router (59582bf9-b9a8-488e-a1f3-e8acd8762efa), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:57.995497 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] For port 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:58.010401 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:58.056897 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Publish callbacks [] for router_controller (59582bf9-b9a8-488e-a1f3-e8acd8762efa), precommit_add_association {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:58.119867 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Pushing event updated for resources: {'Port': ['ID=5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:58.153472 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3e62091-7561-548c-8de7-cdb0ae49b08b-f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d', 'network_id': 'f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d', 'project_id': '72c4c25ece984355b0f8eb63e27c99b8', 'fixed_ips': [{'subnet_id': '7e25d609-f43a-48a5-a5e2-631b720cdec0'}]}} from dv-cinder-840525-2-iscsi. {{(pid=109952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:51:58.155426 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:58.194239 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'name': 'tempest-TestShelveInstance-1382475070-router', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:52Z', 'updated_at': '2022-05-12T17:51:55Z', 'revision_number': 4, 'project_id': '583159e196b2438698885193ca03ef4d', 'gw_port': {'id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:53Z', 'updated_at': '2022-05-12T17:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '3bcb6da1-d863-4e9e-b437-f9cb66bbbf36', 'name': '', 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'mac_address': 'fa:16:3e:52:19:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:55Z', 'updated_at': '2022-05-12T17:51:55Z', 'revision_number': 2, 'project_id': '583159e196b2438698885193ca03ef4d', 'subnets': [{'id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:58.213198 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Publish callbacks [] for router_gateway (59582bf9-b9a8-488e-a1f3-e8acd8762efa), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:58.228938 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Checking router: 5d32b6ee-cb99-48de-83af-d6fbd2438e13 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:51:58.229663 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Updating router 5d32b6ee-cb99-48de-83af-d6fbd2438e13 port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 binding host dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:51:58.275312 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:58.306132 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Allocated IP 172.20.0.2 (f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d/7e25d609-f43a-48a5-a5e2-631b720cdec0/633e957c-b85a-49cf-8528-6d696a0932a1) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:51:58.465363 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Publish callbacks [] for router_gateway (59582bf9-b9a8-488e-a1f3-e8acd8762efa), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:58.536129 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca8cea-b5e4-442c-a9d6-9e9148bd7c83 req-77394df0-ab09-478d-aec4-5662b82cbdc3 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:58.545908 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d4ca8cea-b5e4-442c-a9d6-9e9148bd7c83 req-77394df0-ab09-478d-aec4-5662b82cbdc3 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 946 time: 0.0670855 May 12 17:51:58.566958 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2e86b0d1-bfab-4664-b46b-ded0fa19474a req-dd3ab1ab-df99-4205-bdc2-e979d201ce99 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0649197 May 12 17:51:58.566958 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:58.578092 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Publish callbacks [] for port (633e957c-b85a-49cf-8528-6d696a0932a1), precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:58.589419 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (633e957c-b85a-49cf-8528-6d696a0932a1), after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:58.611718 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d4ca8cea-b5e4-442c-a9d6-9e9148bd7c83 req-dd70c2cb-a627-4bb6-8c6c-b63f84d29a55 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647409 May 12 17:51:58.641794 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Network f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:51:58.651225 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:58.658639 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:51:58.686401 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Pushing event updated for resources: {'Port': ['ID=633e957c-b85a-49cf-8528-6d696a0932a1,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:58.698465 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Allocated IP 172.27.2.158 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/f0ae5d90-25bb-48f1-8ff2-0a8840f78971) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:51:58.711783 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:58.725919 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Publish callbacks [] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:58.734184 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:58.764109 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Attempting to bind port 633e957c-b85a-49cf-8528-6d696a0932a1 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:51:58.764624 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Attempting to bind port 633e957c-b85a-49cf-8528-6d696a0932a1 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': 'dd5f6114-09b1-4c86-94d1-3d774b3e1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:51:58.764887 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Attempting to bind port 633e957c-b85a-49cf-8528-6d696a0932a1 on network f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:51:58.774197 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:51:58.775392 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Checking segment: {'id': 'dd5f6114-09b1-4c86-94d1-3d774b3e1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:51:58.777408 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:58.778111 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Bound using segment: {'id': 'dd5f6114-09b1-4c86-94d1-3d774b3e1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:51:58.781056 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Bound port: 633e957c-b85a-49cf-8528-6d696a0932a1, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5f6114-09b1-4c86-94d1-3d774b3e1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:51:58.781846 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (633e957c-b85a-49cf-8528-6d696a0932a1), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:58.841008 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9da12-f80a-4aad-914b-d9da504bd1e1 None None] Pushing event updated for resources: {'Port': ['ID=3bcb6da1-d863-4e9e-b437-f9cb66bbbf36,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:58.867424 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9da12-f80a-4aad-914b-d9da504bd1e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:58.867830 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9da12-f80a-4aad-914b-d9da504bd1e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:58.868444 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9da12-f80a-4aad-914b-d9da504bd1e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:58.868867 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9da12-f80a-4aad-914b-d9da504bd1e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:58.869185 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9da12-f80a-4aad-914b-d9da504bd1e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:58.869496 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9da12-f80a-4aad-914b-d9da504bd1e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:58.869817 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9da12-f80a-4aad-914b-d9da504bd1e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:58.870137 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9da12-f80a-4aad-914b-d9da504bd1e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:58.870455 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9da12-f80a-4aad-914b-d9da504bd1e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:58.870772 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9da12-f80a-4aad-914b-d9da504bd1e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:58.871091 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9da12-f80a-4aad-914b-d9da504bd1e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:58.871421 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9da12-f80a-4aad-914b-d9da504bd1e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:58.871738 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9da12-f80a-4aad-914b-d9da504bd1e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:58.872049 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9da12-f80a-4aad-914b-d9da504bd1e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:58.873449 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9da12-f80a-4aad-914b-d9da504bd1e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:58.909120 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Attempting to bind port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:51:58.911464 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Attempting to bind port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': '8be74722-33bb-42cd-b313-8c00756300f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:51:58.911861 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Attempting to bind port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 on network 4c9e560d-07a4-4ecb-97d5-62e31a28a50d {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:51:58.919197 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:51:58.920286 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Checking segment: {'id': '8be74722-33bb-42cd-b313-8c00756300f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:51:58.920462 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Publish callbacks [] for port (f0ae5d90-25bb-48f1-8ff2-0a8840f78971), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:58.921188 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:58.921739 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Bound using segment: {'id': '8be74722-33bb-42cd-b313-8c00756300f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:51:58.922383 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Bound port: 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be74722-33bb-42cd-b313-8c00756300f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:51:58.923327 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:58.924462 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] For port 633e957c-b85a-49cf-8528-6d696a0932a1, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:51:58.928567 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] For port 633e957c-b85a-49cf-8528-6d696a0932a1, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=633e957c-b85a-49cf-8528-6d696a0932a1,segment=NetworkSegment(dd5f6114-09b1-4c86-94d1-3d774b3e1dfe),segment_id=dd5f6114-09b1-4c86-94d1-3d774b3e1dfe)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:51:58.942688 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (633e957c-b85a-49cf-8528-6d696a0932a1), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:58.980746 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2f132-99cc-4c5f-a221-93e9b4197835 req-27bc6ac0-b266-4e78-a3e3-36bbdf7c06b5 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:58.984390 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-bdc2f132-99cc-4c5f-a221-93e9b4197835 req-27bc6ac0-b266-4e78-a3e3-36bbdf7c06b5 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.74 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 946 time: 0.1453028 May 12 17:51:58.991551 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86b0d1-bfab-4664-b46b-ded0fa19474a req-baaf524a-b24f-482f-a05e-fdcd206c4f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:58.993165 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2e86b0d1-bfab-4664-b46b-ded0fa19474a req-baaf524a-b24f-482f-a05e-fdcd206c4f39 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d7ebeafe8140b3b8332059258a83eb&device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 1130 time: 0.1538451 May 12 17:51:59.030938 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ef33e-8b9f-4971-b54b-b73d0a39fcc8 None None] Pushing event updated for resources: {'Port': ['ID=633e957c-b85a-49cf-8528-6d696a0932a1,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:59.040265 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] For port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:51:59.047473 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] For port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=3bcb6da1-d863-4e9e-b437-f9cb66bbbf36,segment=NetworkSegment(8be74722-33bb-42cd-b313-8c00756300f0),segment_id=8be74722-33bb-42cd-b313-8c00756300f0)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:51:59.055824 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:59.138156 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9da12-f80a-4aad-914b-d9da504bd1e1 None None] Pushing event updated for resources: {'Port': ['ID=3bcb6da1-d863-4e9e-b437-f9cb66bbbf36,revision_number=4']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:59.149400 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Routers {'5d32b6ee-cb99-48de-83af-d6fbd2438e13'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:59.150035 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:59.187041 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (f0ae5d90-25bb-48f1-8ff2-0a8840f78971), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:59.191937 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-bdc2f132-99cc-4c5f-a221-93e9b4197835 req-591e17c5-bd6a-4776-b4f4-67df2e8a696d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Deleting port 21439de2-974d-41f9-905c-3ce53b19c55a {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:51:59.192295 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-bdc2f132-99cc-4c5f-a221-93e9b4197835 req-591e17c5-bd6a-4776-b4f4-67df2e8a696d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:59.254141 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-43b865f5-c2b0-4f46-a70b-b7640532c61a None None] Provisioning complete for port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:59.254678 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43b865f5-c2b0-4f46-a70b-b7640532c61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:59.266948 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:51:59.293349 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] Set router 5d32b6ee-cb99-48de-83af-d6fbd2438e13 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:59.305507 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:59.307885 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:51:59.317679 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86b0d1-bfab-4664-b46b-ded0fa19474a req-7de5c259-a360-4776-afba-a8de3a873315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:59.321930 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2e86b0d1-bfab-4664-b46b-ded0fa19474a req-7de5c259-a360-4776-afba-a8de3a873315 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a25dbb6f-d15b-498d-a498-e2acebdb3c69 HTTP/1.1" status: 200 len: 912 time: 0.2791679 May 12 17:51:59.350269 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=f0ae5d90-25bb-48f1-8ff2-0a8840f78971,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:59.407715 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-43b865f5-c2b0-4f46-a70b-b7640532c61a None None] Current status of the port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:59.408105 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43b865f5-c2b0-4f46-a70b-b7640532c61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:59.435579 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-bdc2f132-99cc-4c5f-a221-93e9b4197835 req-591e17c5-bd6a-4776-b4f4-67df2e8a696d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] For port 21439de2-974d-41f9-905c-3ce53b19c55a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=21439de2-974d-41f9-905c-3ce53b19c55a,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:59.436150 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-bdc2f132-99cc-4c5f-a221-93e9b4197835 req-591e17c5-bd6a-4776-b4f4-67df2e8a696d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:59.469613 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-43b865f5-c2b0-4f46-a70b-b7640532c61a None None] For port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=3bcb6da1-d863-4e9e-b437-f9cb66bbbf36,segment=NetworkSegment(8be74722-33bb-42cd-b313-8c00756300f0),segment_id=8be74722-33bb-42cd-b313-8c00756300f0)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:59.484552 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43b865f5-c2b0-4f46-a70b-b7640532c61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:59.509992 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2e86b0d1-bfab-4664-b46b-ded0fa19474a req-c9cc4dfd-4ef3-4a13-a3b4-ff8352d9a589 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3097e5e4-7176-4b16-b461-cbfe581f97b7 HTTP/1.1" status: 200 len: 1002 time: 0.1637657 May 12 17:51:59.561253 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b865f5-c2b0-4f46-a70b-b7640532c61a None None] Pushing event updated for resources: {'Port': ['ID=3bcb6da1-d863-4e9e-b437-f9cb66bbbf36,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:59.616265 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-044b1de5-7c00-45fc-b57c-ac457d7f5fe6 None None] Provisioning complete for port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:59.616906 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-044b1de5-7c00-45fc-b57c-ac457d7f5fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:59.620704 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'name': 'tempest-TestShelveInstance-1382475070-router', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:52Z', 'updated_at': '2022-05-12T17:51:55Z', 'revision_number': 4, 'project_id': '583159e196b2438698885193ca03ef4d', 'gw_port': {'id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:53Z', 'updated_at': '2022-05-12T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '3bcb6da1-d863-4e9e-b437-f9cb66bbbf36', 'name': '', 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'mac_address': 'fa:16:3e:52:19:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:55Z', 'updated_at': '2022-05-12T17:51:59Z', 'revision_number': 4, 'project_id': '583159e196b2438698885193ca03ef4d', 'subnets': [{'id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:59.696696 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac9813-14fd-4340-8cdb-18eec324beea None None] The sync data for ids ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'] in dv-cinder-840525-2-iscsi is: [{'id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'name': 'tempest-TestShelveInstance-1382475070-router', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:52Z', 'updated_at': '2022-05-12T17:51:55Z', 'revision_number': 4, 'project_id': '583159e196b2438698885193ca03ef4d', 'gw_port': {'id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:53Z', 'updated_at': '2022-05-12T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '3bcb6da1-d863-4e9e-b437-f9cb66bbbf36', 'name': '', 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'mac_address': 'fa:16:3e:52:19:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:55Z', 'updated_at': '2022-05-12T17:51:59Z', 'revision_number': 4, 'project_id': '583159e196b2438698885193ca03ef4d', 'subnets': [{'id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:51:59.746345 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-044b1de5-7c00-45fc-b57c-ac457d7f5fe6 None None] Current status of the port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:59.748875 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86b0d1-bfab-4664-b46b-ded0fa19474a req-9f616f19-408a-4a72-b1ac-fc5712183092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:59.750666 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2e86b0d1-bfab-4664-b46b-ded0fa19474a req-9f616f19-408a-4a72-b1ac-fc5712183092 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b393bcd-a146-44a6-8ec1-ecf303917907 HTTP/1.1" status: 200 len: 850 time: 0.1793392 May 12 17:51:59.846477 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452d7aa-0b9f-495e-addf-96a5fa7f5bc9 req-77fe6984-7fb6-4f9a-9130-7f4262a7a9e0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:59.848049 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d452d7aa-0b9f-495e-addf-96a5fa7f5bc9 req-77fe6984-7fb6-4f9a-9130-7f4262a7a9e0 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 946 time: 0.1211858 May 12 17:51:59.911140 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 633e957c-b85a-49cf-8528-6d696a0932a1 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:51:59.933718 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d452d7aa-0b9f-495e-addf-96a5fa7f5bc9 req-3be59ee0-ae42-483f-af6c-eea37d075070 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups?id=77ed39f3-394d-4d40-8ab0-4670e9db7060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739362 May 12 17:52:00.005613 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 633e957c-b85a-49cf-8528-6d696a0932a1 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:00.006194 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (633e957c-b85a-49cf-8528-6d696a0932a1), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:00.118085 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 633e957c-b85a-49cf-8528-6d696a0932a1 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:00.118541 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (633e957c-b85a-49cf-8528-6d696a0932a1), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:00.183642 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] For port 633e957c-b85a-49cf-8528-6d696a0932a1, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=633e957c-b85a-49cf-8528-6d696a0932a1,segment=NetworkSegment(dd5f6114-09b1-4c86-94d1-3d774b3e1dfe),segment_id=dd5f6114-09b1-4c86-94d1-3d774b3e1dfe)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:00.190179 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (633e957c-b85a-49cf-8528-6d696a0932a1), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:00.192533 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:00.290520 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86b0d1-bfab-4664-b46b-ded0fa19474a req-773e1a67-8440-4f5d-99bc-0abeda47a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:00.293685 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2e86b0d1-bfab-4664-b46b-ded0fa19474a req-773e1a67-8440-4f5d-99bc-0abeda47a0eb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a25dbb6f-d15b-498d-a498-e2acebdb3c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5304639 May 12 17:52:00.318425 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Pushing event updated for resources: {'Port': ['ID=633e957c-b85a-49cf-8528-6d696a0932a1,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:00.346689 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:00.347071 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:00.350095 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:00.459185 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:00.465606 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-bdc2f132-99cc-4c5f-a221-93e9b4197835 req-591e17c5-bd6a-4776-b4f4-67df2e8a696d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:00.467118 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-bdc2f132-99cc-4c5f-a221-93e9b4197835 req-591e17c5-bd6a-4776-b4f4-67df2e8a696d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (50ba2971-7fff-48b7-982c-859cee2cc88a), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:00.467118 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.l3_db [req-bdc2f132-99cc-4c5f-a221-93e9b4197835 req-591e17c5-bd6a-4776-b4f4-67df2e8a696d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Floating IP 50ba2971-7fff-48b7-982c-859cee2cc88a disassociated. External IP: 172.27.2.201, port: 21439de2-974d-41f9-905c-3ce53b19c55a. May 12 17:52:00.467507 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-bdc2f132-99cc-4c5f-a221-93e9b4197835 req-591e17c5-bd6a-4776-b4f4-67df2e8a696d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Calling delete_port for 21439de2-974d-41f9-905c-3ce53b19c55a owned by compute:nova {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:00.537129 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7f969d-1db6-4978-b3a5-e43d36d49d12 None None] Network f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:52:00.539956 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Publish callbacks [] for router_gateway (59582bf9-b9a8-488e-a1f3-e8acd8762efa), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:00.590064 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2e86b0d1-bfab-4664-b46b-ded0fa19474a req-f23de5f5-9b1a-4a52-9bf2-75c0d3247595 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848887 May 12 17:52:00.618728 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-56d61c27-ceb1-402f-9201-edd8a434694d None None] Provisioning complete for port 633e957c-b85a-49cf-8528-6d696a0932a1 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:00.619266 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56d61c27-ceb1-402f-9201-edd8a434694d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (633e957c-b85a-49cf-8528-6d696a0932a1), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:00.745463 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-56d61c27-ceb1-402f-9201-edd8a434694d None None] Current status of the port 633e957c-b85a-49cf-8528-6d696a0932a1 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:00.846046 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2e86b0d1-bfab-4664-b46b-ded0fa19474a req-5de08fd0-f46c-4ecb-84e4-769b153dd981 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439010 May 12 17:52:00.870608 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-bdc2f132-99cc-4c5f-a221-93e9b4197835 req-591e17c5-bd6a-4776-b4f4-67df2e8a696d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (21439de2-974d-41f9-905c-3ce53b19c55a), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:00.913245 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e17c5-bd6a-4776-b4f4-67df2e8a696d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Pushing event deleted for resources: {'Port': ['ID=21439de2-974d-41f9-905c-3ce53b19c55a,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:00.964803 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-eba87f30-66b3-494a-96ca-4846e29303f1 None None] Provisioning complete for port 633e957c-b85a-49cf-8528-6d696a0932a1 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:00.965180 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-eba87f30-66b3-494a-96ca-4846e29303f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (633e957c-b85a-49cf-8528-6d696a0932a1), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:01.014392 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-996058'] for router (59582bf9-b9a8-488e-a1f3-e8acd8762efa), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:01.069815 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-eba87f30-66b3-494a-96ca-4846e29303f1 None None] Current status of the port 633e957c-b85a-49cf-8528-6d696a0932a1 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:01.076802 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-40775a77-f534-445a-9308-7c337cb82e77 req-4d7e0162-c255-4876-a05c-3499628de045 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/ports?device_id=f637252f-a0d3-4c28-865d-6bebe0284c94 HTTP/1.1" status: 200 len: 210 time: 0.0420070 May 12 17:52:01.175427 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdc2f132-99cc-4c5f-a221-93e9b4197835 req-591e17c5-bd6a-4776-b4f4-67df2e8a696d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:52:01.286730 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Router 59582bf9-b9a8-488e-a1f3-e8acd8762efa is scheduled to L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 with binding_index 1 {{(pid=109951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:52:01.383299 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdc2f132-99cc-4c5f-a221-93e9b4197835 req-591e17c5-bd6a-4776-b4f4-67df2e8a696d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:01.398175 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20864064-de46-4c83-949d-0984ff71ff17 None None] Sync routers for ids ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:01.409725 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20864064-de46-4c83-949d-0984ff71ff17 None None] Routers {'19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:01.410523 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-20864064-de46-4c83-949d-0984ff71ff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:01.470408 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc2f132-99cc-4c5f-a221-93e9b4197835 req-591e17c5-bd6a-4776-b4f4-67df2e8a696d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] No DVR routers for this DVR port 21439de2-974d-41f9-905c-3ce53b19c55a on host hv-cinder-84052 {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:52:01.473812 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-bdc2f132-99cc-4c5f-a221-93e9b4197835 req-591e17c5-bd6a-4776-b4f4-67df2e8a696d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:01.477091 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-bdc2f132-99cc-4c5f-a221-93e9b4197835 req-591e17c5-bd6a-4776-b4f4-67df2e8a696d tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.74 "DELETE /v2.0/ports/21439de2-974d-41f9-905c-3ce53b19c55a HTTP/1.1" status: 204 len: 173 time: 2.4830344 May 12 17:52:01.477534 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'name': 'network-vif-deleted', 'tag': '21439de2-974d-41f9-905c-3ce53b19c55a'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:01.479762 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d8b39f-4949-4ced-8acd-3ac320bfa749" -d '{"events": [{"server_uuid": "f637252f-a0d3-4c28-865d-6bebe0284c94", "name": "network-vif-deleted", "tag": "21439de2-974d-41f9-905c-3ce53b19c55a"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:01.501852 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:01.516149 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Sync routers for ids ['59582bf9-b9a8-488e-a1f3-e8acd8762efa'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:01.528229 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Routers {'59582bf9-b9a8-488e-a1f3-e8acd8762efa'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:01.529782 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['59582bf9-b9a8-488e-a1f3-e8acd8762efa'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:01.530353 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3c9e94-38be-4d2f-b88f-a05a18173c1d x-openstack-request-id: req-1c3c9e94-38be-4d2f-b88f-a05a18173c1d {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:01.530847 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f637252f-a0d3-4c28-865d-6bebe0284c94", "name": "network-vif-deleted", "tag": "21439de2-974d-41f9-905c-3ce53b19c55a", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:01.531111 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c3c9e94-38be-4d2f-b88f-a05a18173c1d {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:01.531520 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3c9e94-38be-4d2f-b88f-a05a18173c1d'] response: {'server_uuid': 'f637252f-a0d3-4c28-865d-6bebe0284c94', 'name': 'network-vif-deleted', 'tag': '21439de2-974d-41f9-905c-3ce53b19c55a', 'status': 'completed', 'code': 200} May 12 17:52:01.535211 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:01.538904 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-107053a1-a7cb-45e4-bcdd-a22d41e47ae2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5825663 May 12 17:52:01.539819 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59034) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:01.569646 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-20864064-de46-4c83-949d-0984ff71ff17 None None] Set router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:01.793635 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Set router 59582bf9-b9a8-488e-a1f3-e8acd8762efa gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:01.936427 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 633e957c-b85a-49cf-8528-6d696a0932a1 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:01.999571 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'name': 'tempest-TestShelveInstance-863691677-router', 'tenant_id': '72c4c25ece984355b0f8eb63e27c99b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f0ae5d90-25bb-48f1-8ff2-0a8840f78971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:57Z', 'updated_at': '2022-05-12T17:51:59Z', 'revision_number': 3, 'project_id': '72c4c25ece984355b0f8eb63e27c99b8', 'gw_port': {'id': 'f0ae5d90-25bb-48f1-8ff2-0a8840f78971', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:58Z', 'updated_at': '2022-05-12T17:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:02.030822 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Checking router: 59582bf9-b9a8-488e-a1f3-e8acd8762efa for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:02.031166 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Updating router 59582bf9-b9a8-488e-a1f3-e8acd8762efa port f0ae5d90-25bb-48f1-8ff2-0a8840f78971 binding host dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:52:02.057385 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 633e957c-b85a-49cf-8528-6d696a0932a1 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:02.057825 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (633e957c-b85a-49cf-8528-6d696a0932a1), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:02.059142 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:02.059606 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (f0ae5d90-25bb-48f1-8ff2-0a8840f78971), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:02.147236 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-20864064-de46-4c83-949d-0984ff71ff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '2440bf7b-2656-4bf0-ab2c-b167f965909e', 'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'mac_address': 'fa:16:3e:39:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:02Z', 'updated_at': '2022-05-12T17:45:25Z', 'revision_number': 5, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'subnets': [{'id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:02.183881 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20864064-de46-4c83-949d-0984ff71ff17 None None] Checking router: 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:02.189805 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59040) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:02.224628 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20864064-de46-4c83-949d-0984ff71ff17 None None] Routers {'19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:02.225309 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-20864064-de46-4c83-949d-0984ff71ff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:02.263692 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b3f3795c-84cf-48ed-8c63-f91be355fcee tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group (77ed39f3-394d-4d40-8ab0-4670e9db7060), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:02.280306 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 633e957c-b85a-49cf-8528-6d696a0932a1 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:02.281406 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:02.296011 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b3f3795c-84cf-48ed-8c63-f91be355fcee tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group (77ed39f3-394d-4d40-8ab0-4670e9db7060), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:02.306790 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] Allocated IP 172.20.0.1 (f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d/7e25d609-f43a-48a5-a5e2-631b720cdec0/79465935-2810-4aa8-82c2-b1268b41e3f8) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:52:02.388070 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:02.388695 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:02.392645 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b3f3795c-84cf-48ed-8c63-f91be355fcee tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (77ed39f3-394d-4d40-8ab0-4670e9db7060), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:02.394128 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-20864064-de46-4c83-949d-0984ff71ff17 None None] Set router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:02.395755 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b3f3795c-84cf-48ed-8c63-f91be355fcee tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:02.397185 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-b3f3795c-84cf-48ed-8c63-f91be355fcee tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "DELETE /v2.0/security-groups/77ed39f3-394d-4d40-8ab0-4670e9db7060 HTTP/1.1" status: 204 len: 168 time: 0.2057805 May 12 17:52:02.407128 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59042) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:02.408297 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3795c-84cf-48ed-8c63-f91be355fcee tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ed39f3-394d-4d40-8ab0-4670e9db7060,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:02.434198 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.api.v2.resource [None req-1b41fad3-d57c-4bcd-a7f3-232640b48d21 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] show failed (client error): The resource could not be found. May 12 17:52:02.451161 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-1b41fad3-d57c-4bcd-a7f3-232640b48d21 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "GET /v2.0/security-groups/77ed39f3-394d-4d40-8ab0-4670e9db7060 HTTP/1.1" status: 404 len: 347 time: 0.0176685 May 12 17:52:02.453456 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59048) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:02.474564 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Publish callbacks [] for port (f0ae5d90-25bb-48f1-8ff2-0a8840f78971), precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:02.480461 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (f0ae5d90-25bb-48f1-8ff2-0a8840f78971), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:02.488811 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] Publish callbacks [] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:02.541657 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:02.541891 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Attempting to bind port f0ae5d90-25bb-48f1-8ff2-0a8840f78971 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:52:02.542382 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Attempting to bind port f0ae5d90-25bb-48f1-8ff2-0a8840f78971 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:52:02.542501 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Attempting to bind port f0ae5d90-25bb-48f1-8ff2-0a8840f78971 on network 2dffabea-01f3-473a-98ec-6cd80cf699f7 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:02.554389 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:52:02.554758 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Checking segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:52:02.555348 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:02.555896 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Bound using segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:52:02.556597 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Bound port: f0ae5d90-25bb-48f1-8ff2-0a8840f78971, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:52:02.557123 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (f0ae5d90-25bb-48f1-8ff2-0a8840f78971), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:02.588482 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba07d74-27f5-4302-b4dc-367660edb58c None None] Pushing event updated for resources: {'Port': ['ID=f0ae5d90-25bb-48f1-8ff2-0a8840f78971,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:02.647679 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] For port f0ae5d90-25bb-48f1-8ff2-0a8840f78971, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:52:02.656589 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] For port f0ae5d90-25bb-48f1-8ff2-0a8840f78971, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=f0ae5d90-25bb-48f1-8ff2-0a8840f78971,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:52:02.672235 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] Network f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:02.677018 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:02.679070 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (f0ae5d90-25bb-48f1-8ff2-0a8840f78971), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:02.692258 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:52:02.708799 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] Pushing event updated for resources: {'Port': ['ID=79465935-2810-4aa8-82c2-b1268b41e3f8,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:02.712759 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-594f3908-78fc-4025-8896-35661d3e2153 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Deleting port 99c5c5a7-0f8a-4621-b9af-f819ce7be63f {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:02.713439 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-594f3908-78fc-4025-8896-35661d3e2153 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (99c5c5a7-0f8a-4621-b9af-f819ce7be63f), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:02.714367 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 21439de2-974d-41f9-905c-3ce53b19c55a no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:52:02.778065 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Routers {'59582bf9-b9a8-488e-a1f3-e8acd8762efa'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:02.779983 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['59582bf9-b9a8-488e-a1f3-e8acd8762efa'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:02.784330 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: 21439de2-974d-41f9-905c-3ce53b19c55a {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:52:02.800059 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 21439de2-974d-41f9-905c-3ce53b19c55a not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:52:02.815988 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-20864064-de46-4c83-949d-0984ff71ff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '2440bf7b-2656-4bf0-ab2c-b167f965909e', 'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'mac_address': 'fa:16:3e:39:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:02Z', 'updated_at': '2022-05-12T17:45:25Z', 'revision_number': 5, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'subnets': [{'id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:02.824714 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:02.899064 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20864064-de46-4c83-949d-0984ff71ff17 None None] The sync data for ids ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'] in dv-cinder-840525-2-iscsi is: [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 4, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '2440bf7b-2656-4bf0-ab2c-b167f965909e', 'name': '', 'network_id': 'a4a1943f-5104-4c36-90a4-e3e9daad3559', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'mac_address': 'fa:16:3e:39:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:02Z', 'updated_at': '2022-05-12T17:45:25Z', 'revision_number': 5, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'subnets': [{'id': '4d7a356f-70cc-48ae-8b5e-262b49b6be03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:02.903106 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-594f3908-78fc-4025-8896-35661d3e2153 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (99c5c5a7-0f8a-4621-b9af-f819ce7be63f), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:02.903402 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-594f3908-78fc-4025-8896-35661d3e2153 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for floatingip (99c5c5a7-0f8a-4621-b9af-f819ce7be63f), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:02.923449 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba07d74-27f5-4302-b4dc-367660edb58c None None] Pushing event updated for resources: {'Port': ['ID=f0ae5d90-25bb-48f1-8ff2-0a8840f78971,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:02.930420 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-594f3908-78fc-4025-8896-35661d3e2153 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Calling delete_port for 99c5c5a7-0f8a-4621-b9af-f819ce7be63f owned by network:floatingip {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:03.015238 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] Set router 59582bf9-b9a8-488e-a1f3-e8acd8762efa gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:03.115446 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-a2015a5e-d4c9-410a-95a7-388b91a11650 None None] Provisioning complete for port 79465935-2810-4aa8-82c2-b1268b41e3f8 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:03.116016 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a2015a5e-d4c9-410a-95a7-388b91a11650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:03.182397 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-594f3908-78fc-4025-8896-35661d3e2153 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (99c5c5a7-0f8a-4621-b9af-f819ce7be63f), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:03.193420 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-997879'] for router_interface (59582bf9-b9a8-488e-a1f3-e8acd8762efa), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:03.198130 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a2015a5e-d4c9-410a-95a7-388b91a11650 None None] Port 79465935-2810-4aa8-82c2-b1268b41e3f8 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:52:03.218852 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f3908-78fc-4025-8896-35661d3e2153 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Pushing event deleted for resources: {'Port': ['ID=99c5c5a7-0f8a-4621-b9af-f819ce7be63f,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:03.260048 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'name': 'tempest-TestShelveInstance-863691677-router', 'tenant_id': '72c4c25ece984355b0f8eb63e27c99b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f0ae5d90-25bb-48f1-8ff2-0a8840f78971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:57Z', 'updated_at': '2022-05-12T17:51:59Z', 'revision_number': 3, 'project_id': '72c4c25ece984355b0f8eb63e27c99b8', 'gw_port': {'id': 'f0ae5d90-25bb-48f1-8ff2-0a8840f78971', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:58Z', 'updated_at': '2022-05-12T17:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:03.295119 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c91021-e828-4acd-bd82-9ce8f4df08fb None None] The sync data for ids ['59582bf9-b9a8-488e-a1f3-e8acd8762efa'] in dv-cinder-840525-2-iscsi is: [{'id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'name': 'tempest-TestShelveInstance-863691677-router', 'tenant_id': '72c4c25ece984355b0f8eb63e27c99b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f0ae5d90-25bb-48f1-8ff2-0a8840f78971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:57Z', 'updated_at': '2022-05-12T17:51:59Z', 'revision_number': 3, 'project_id': '72c4c25ece984355b0f8eb63e27c99b8', 'gw_port': {'id': 'f0ae5d90-25bb-48f1-8ff2-0a8840f78971', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:58Z', 'updated_at': '2022-05-12T17:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:03.298003 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-594f3908-78fc-4025-8896-35661d3e2153 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks [] for floatingip (50ba2971-7fff-48b7-982c-859cee2cc88a), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:03.301434 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-594f3908-78fc-4025-8896-35661d3e2153 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:03.306923 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-594f3908-78fc-4025-8896-35661d3e2153 tempest-AttachVolumeShelveTestJSON-1205167548 tempest-AttachVolumeShelveTestJSON-1205167548-project] 10.222.0.73 "DELETE /v2.0/floatingips/50ba2971-7fff-48b7-982c-859cee2cc88a HTTP/1.1" status: 204 len: 168 time: 0.8510711 May 12 17:52:03.354164 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd1570-fdc5-40a9-9385-6fd50b2851e4 None None] New status for floating IP 50ba2971-7fff-48b7-982c-859cee2cc88a: DOWN {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:52:03.370948 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:03.602434 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] Publish callbacks [] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:03.608095 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:03.688275 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] Pushing event updated for resources: {'Port': ['ID=79465935-2810-4aa8-82c2-b1268b41e3f8,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:03.694566 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984765'] for router_interface (59582bf9-b9a8-488e-a1f3-e8acd8762efa), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:03.766801 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device f0ae5d90-25bb-48f1-8ff2-0a8840f78971 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:03.804009 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] Network f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:03.805776 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:03.820948 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port f0ae5d90-25bb-48f1-8ff2-0a8840f78971 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:03.821407 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (f0ae5d90-25bb-48f1-8ff2-0a8840f78971), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:03.920328 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port f0ae5d90-25bb-48f1-8ff2-0a8840f78971 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:03.920722 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (f0ae5d90-25bb-48f1-8ff2-0a8840f78971), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:03.948195 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] For port f0ae5d90-25bb-48f1-8ff2-0a8840f78971, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=f0ae5d90-25bb-48f1-8ff2-0a8840f78971,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:03.959441 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (f0ae5d90-25bb-48f1-8ff2-0a8840f78971), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:03.995641 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] Router 59582bf9-b9a8-488e-a1f3-e8acd8762efa has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:52:04.047281 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Pushing event updated for resources: {'Port': ['ID=f0ae5d90-25bb-48f1-8ff2-0a8840f78971,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:04.128200 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f454c722-0560-49e1-aac6-3ae8211f1ca3 None None] Provisioning complete for port 79465935-2810-4aa8-82c2-b1268b41e3f8 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:04.129092 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f454c722-0560-49e1-aac6-3ae8211f1ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:04.148465 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:04.158027 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-4c76b628-02e9-429e-8490-38f837fc97c9 admin admin] 10.222.0.73 "PUT /v2.0/routers/59582bf9-b9a8-488e-a1f3-e8acd8762efa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6170871 May 12 17:52:04.173380 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f454c722-0560-49e1-aac6-3ae8211f1ca3 None None] Port 79465935-2810-4aa8-82c2-b1268b41e3f8 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:52:04.504786 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59078) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:04.510785 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-1bae0cac-0b80-4747-a1ac-fb82bb8aa5af tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-159350135', 'description': 'tempest-secgroup-smoke-159350135 description', 'project_id': '583159e196b2438698885193ca03ef4d'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:04.537110 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-1bae0cac-0b80-4747-a1ac-fb82bb8aa5af tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:04.626381 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-1bae0cac-0b80-4747-a1ac-fb82bb8aa5af tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group (edd59496-73d5-49fb-9ad7-6c89ad7fb9ee), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:04.630417 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-1bae0cac-0b80-4747-a1ac-fb82bb8aa5af tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (edd59496-73d5-49fb-9ad7-6c89ad7fb9ee), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:04.661925 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0cac-0b80-4747-a1ac-fb82bb8aa5af tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:04.666175 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-1bae0cac-0b80-4747-a1ac-fb82bb8aa5af tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:04.668757 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-1bae0cac-0b80-4747-a1ac-fb82bb8aa5af tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1622834 May 12 17:52:04.671414 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59086) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:04.677166 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-93e70d4b-375d-4c6a-a148-44866654abe7 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Request body: {'security_group_rule': {'security_group_id': 'edd59496-73d5-49fb-9ad7-6c89ad7fb9ee', 'project_id': '583159e196b2438698885193ca03ef4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:04.707293 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-93e70d4b-375d-4c6a-a148-44866654abe7 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group_rule (8b442fcb-ae92-40df-9da6-819c97266b9c), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:04.758513 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-93e70d4b-375d-4c6a-a148-44866654abe7 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group_rule (8b442fcb-ae92-40df-9da6-819c97266b9c), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:04.762417 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-93e70d4b-375d-4c6a-a148-44866654abe7 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (8b442fcb-ae92-40df-9da6-819c97266b9c), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:04.782454 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e70d4b-375d-4c6a-a148-44866654abe7 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b442fcb-ae92-40df-9da6-819c97266b9c,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:04.790937 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-93e70d4b-375d-4c6a-a148-44866654abe7 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:04.792114 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-93e70d4b-375d-4c6a-a148-44866654abe7 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194468 May 12 17:52:04.795463 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59088) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:04.799619 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-44bb89dd-d5e8-427b-98e5-96e544caf514 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Request body: {'security_group_rule': {'security_group_id': 'edd59496-73d5-49fb-9ad7-6c89ad7fb9ee', 'project_id': '583159e196b2438698885193ca03ef4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:04.826946 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-44bb89dd-d5e8-427b-98e5-96e544caf514 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group_rule (7aa8e7c4-6ccc-44a7-bdcf-dee45545f895), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:04.888712 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-44bb89dd-d5e8-427b-98e5-96e544caf514 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group_rule (7aa8e7c4-6ccc-44a7-bdcf-dee45545f895), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:04.892847 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-44bb89dd-d5e8-427b-98e5-96e544caf514 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (7aa8e7c4-6ccc-44a7-bdcf-dee45545f895), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:04.911194 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb89dd-d5e8-427b-98e5-96e544caf514 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa8e7c4-6ccc-44a7-bdcf-dee45545f895,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:04.921475 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-44bb89dd-d5e8-427b-98e5-96e544caf514 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:04.922676 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-44bb89dd-d5e8-427b-98e5-96e544caf514 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262958 May 12 17:52:04.925809 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59090) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:04.930166 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-f8da96b7-2fe4-42f4-b796-289204be25af tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Request body: {'security_group_rule': {'security_group_id': 'edd59496-73d5-49fb-9ad7-6c89ad7fb9ee', 'project_id': '583159e196b2438698885193ca03ef4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:04.959570 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f8da96b7-2fe4-42f4-b796-289204be25af tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group_rule (d25e09bd-01d9-4d10-ae2e-2c5edae7fa98), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.022232 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f8da96b7-2fe4-42f4-b796-289204be25af tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group_rule (d25e09bd-01d9-4d10-ae2e-2c5edae7fa98), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.026439 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f8da96b7-2fe4-42f4-b796-289204be25af tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (d25e09bd-01d9-4d10-ae2e-2c5edae7fa98), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.039438 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Sync routers for ids ['59582bf9-b9a8-488e-a1f3-e8acd8762efa'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:05.047376 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da96b7-2fe4-42f4-b796-289204be25af tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25e09bd-01d9-4d10-ae2e-2c5edae7fa98,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:05.050214 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Routers {'59582bf9-b9a8-488e-a1f3-e8acd8762efa'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:05.051115 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['59582bf9-b9a8-488e-a1f3-e8acd8762efa'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:05.058551 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-f8da96b7-2fe4-42f4-b796-289204be25af tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.060631 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-f8da96b7-2fe4-42f4-b796-289204be25af tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329930 May 12 17:52:05.062989 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59092) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:05.067406 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-eaf530fb-4cfa-4f62-9cc8-55bb3ee5fb2b tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Request body: {'security_group_rule': {'security_group_id': 'edd59496-73d5-49fb-9ad7-6c89ad7fb9ee', 'project_id': '583159e196b2438698885193ca03ef4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:05.094232 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eaf530fb-4cfa-4f62-9cc8-55bb3ee5fb2b tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group_rule (0c713e2c-e9f1-448f-9aca-669892754cd5), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.156448 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eaf530fb-4cfa-4f62-9cc8-55bb3ee5fb2b tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group_rule (0c713e2c-e9f1-448f-9aca-669892754cd5), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.160389 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eaf530fb-4cfa-4f62-9cc8-55bb3ee5fb2b tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (0c713e2c-e9f1-448f-9aca-669892754cd5), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.170459 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Set router 59582bf9-b9a8-488e-a1f3-e8acd8762efa gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:05.180011 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf530fb-4cfa-4f62-9cc8-55bb3ee5fb2b tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c713e2c-e9f1-448f-9aca-669892754cd5,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:05.186958 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-eaf530fb-4cfa-4f62-9cc8-55bb3ee5fb2b tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.188192 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-eaf530fb-4cfa-4f62-9cc8-55bb3ee5fb2b tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241786 May 12 17:52:05.190883 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59094) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:05.195358 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-4dbd5f0f-43b0-4e99-b90b-cac0af7cb42a tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Request body: {'security_group_rule': {'security_group_id': 'edd59496-73d5-49fb-9ad7-6c89ad7fb9ee', 'project_id': '583159e196b2438698885193ca03ef4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:05.218890 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.securitygroups_db [None req-4dbd5f0f-43b0-4e99-b90b-cac0af7cb42a tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Project 583159e196b2438698885193ca03ef4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 17:52:05.224436 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5f0f-43b0-4e99-b90b-cac0af7cb42a tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group_rule (9b4b0d45-8db3-40a3-aad5-ae864dab179c), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.285033 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5f0f-43b0-4e99-b90b-cac0af7cb42a tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group_rule (9b4b0d45-8db3-40a3-aad5-ae864dab179c), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.288765 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5f0f-43b0-4e99-b90b-cac0af7cb42a tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (9b4b0d45-8db3-40a3-aad5-ae864dab179c), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.309984 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd5f0f-43b0-4e99-b90b-cac0af7cb42a tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4b0d45-8db3-40a3-aad5-ae864dab179c,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:05.319334 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5f0f-43b0-4e99-b90b-cac0af7cb42a tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.323943 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59100) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:05.324544 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-4dbd5f0f-43b0-4e99-b90b-cac0af7cb42a tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321065 May 12 17:52:05.329945 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-a7341b18-d2f7-4c2d-b1b9-713d4cd19844 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Request body: {'security_group_rule': {'security_group_id': 'edd59496-73d5-49fb-9ad7-6c89ad7fb9ee', 'project_id': '583159e196b2438698885193ca03ef4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:05.362650 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.securitygroups_db [None req-a7341b18-d2f7-4c2d-b1b9-713d4cd19844 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Project 583159e196b2438698885193ca03ef4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 17:52:05.378102 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a7341b18-d2f7-4c2d-b1b9-713d4cd19844 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group_rule (af779ed7-5101-40d4-ba17-8565f4bc766c), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.384230 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'name': 'tempest-TestShelveInstance-863691677-router', 'tenant_id': '72c4c25ece984355b0f8eb63e27c99b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f0ae5d90-25bb-48f1-8ff2-0a8840f78971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:57Z', 'updated_at': '2022-05-12T17:52:03Z', 'revision_number': 4, 'project_id': '72c4c25ece984355b0f8eb63e27c99b8', 'gw_port': {'id': 'f0ae5d90-25bb-48f1-8ff2-0a8840f78971', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:58Z', 'updated_at': '2022-05-12T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '79465935-2810-4aa8-82c2-b1268b41e3f8', 'name': '', 'network_id': 'f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d', 'tenant_id': '72c4c25ece984355b0f8eb63e27c99b8', 'mac_address': 'fa:16:3e:cc:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7e25d609-f43a-48a5-a5e2-631b720cdec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:02Z', 'updated_at': '2022-05-12T17:52:03Z', 'revision_number': 2, 'project_id': '72c4c25ece984355b0f8eb63e27c99b8', 'subnets': [{'id': '7e25d609-f43a-48a5-a5e2-631b720cdec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:05.414428 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Checking router: 59582bf9-b9a8-488e-a1f3-e8acd8762efa for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:05.414656 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Updating router 59582bf9-b9a8-488e-a1f3-e8acd8762efa port 79465935-2810-4aa8-82c2-b1268b41e3f8 binding host dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:52:05.437669 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a7341b18-d2f7-4c2d-b1b9-713d4cd19844 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group_rule (af779ed7-5101-40d4-ba17-8565f4bc766c), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.441507 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a7341b18-d2f7-4c2d-b1b9-713d4cd19844 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (af779ed7-5101-40d4-ba17-8565f4bc766c), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.446536 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.466711 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7341b18-d2f7-4c2d-b1b9-713d4cd19844 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af779ed7-5101-40d4-ba17-8565f4bc766c,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:05.477773 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a7341b18-d2f7-4c2d-b1b9-713d4cd19844 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.480615 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-a7341b18-d2f7-4c2d-b1b9-713d4cd19844 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549826 May 12 17:52:05.746298 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device f0ae5d90-25bb-48f1-8ff2-0a8840f78971 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:05.822951 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port f0ae5d90-25bb-48f1-8ff2-0a8840f78971 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:05.823437 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (f0ae5d90-25bb-48f1-8ff2-0a8840f78971), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.847365 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59148) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:05.904985 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Publish callbacks [] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.914145 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:05.916139 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port f0ae5d90-25bb-48f1-8ff2-0a8840f78971 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:06.011543 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f3e22-3c80-4584-8267-79c41ad20ed1 None None] Pushing event updated for resources: {'Port': ['ID=79465935-2810-4aa8-82c2-b1268b41e3f8,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:06.026783 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Attempting to bind port 79465935-2810-4aa8-82c2-b1268b41e3f8 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:52:06.027149 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Attempting to bind port 79465935-2810-4aa8-82c2-b1268b41e3f8 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': 'dd5f6114-09b1-4c86-94d1-3d774b3e1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:52:06.027497 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Attempting to bind port 79465935-2810-4aa8-82c2-b1268b41e3f8 on network f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:06.033173 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:52:06.033824 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Checking segment: {'id': 'dd5f6114-09b1-4c86-94d1-3d774b3e1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:52:06.034738 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:06.035278 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Bound using segment: {'id': 'dd5f6114-09b1-4c86-94d1-3d774b3e1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:52:06.035939 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Bound port: 79465935-2810-4aa8-82c2-b1268b41e3f8, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5f6114-09b1-4c86-94d1-3d774b3e1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:52:06.036490 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:06.148415 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] For port 79465935-2810-4aa8-82c2-b1268b41e3f8, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:52:06.152717 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] For port 79465935-2810-4aa8-82c2-b1268b41e3f8, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=79465935-2810-4aa8-82c2-b1268b41e3f8,segment=NetworkSegment(dd5f6114-09b1-4c86-94d1-3d774b3e1dfe),segment_id=dd5f6114-09b1-4c86-94d1-3d774b3e1dfe)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:52:06.160886 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:06.208382 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Routers {'59582bf9-b9a8-488e-a1f3-e8acd8762efa'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:06.209014 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['59582bf9-b9a8-488e-a1f3-e8acd8762efa'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:06.268479 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f3e22-3c80-4584-8267-79c41ad20ed1 None None] Pushing event updated for resources: {'Port': ['ID=79465935-2810-4aa8-82c2-b1268b41e3f8,revision_number=4']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:06.314235 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-64c03606-d15f-451b-8581-481ea2c26a1b None None] Provisioning complete for port 79465935-2810-4aa8-82c2-b1268b41e3f8 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:06.314929 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-64c03606-d15f-451b-8581-481ea2c26a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:06.355889 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] Set router 59582bf9-b9a8-488e-a1f3-e8acd8762efa gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:06.432618 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-64c03606-d15f-451b-8581-481ea2c26a1b None None] Current status of the port 79465935-2810-4aa8-82c2-b1268b41e3f8 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:06.433206 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-64c03606-d15f-451b-8581-481ea2c26a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:06.478212 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-64c03606-d15f-451b-8581-481ea2c26a1b None None] For port 79465935-2810-4aa8-82c2-b1268b41e3f8, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=79465935-2810-4aa8-82c2-b1268b41e3f8,segment=NetworkSegment(dd5f6114-09b1-4c86-94d1-3d774b3e1dfe),segment_id=dd5f6114-09b1-4c86-94d1-3d774b3e1dfe)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:06.484736 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-64c03606-d15f-451b-8581-481ea2c26a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:06.486778 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-1693f326-4158-4fc5-812f-d4eff66487db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984780'] for router_interface (19013fb7-7ee2-4f34-ad0d-f5130e3bc47b), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:06.543227 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c03606-d15f-451b-8581-481ea2c26a1b None None] Pushing event updated for resources: {'Port': ['ID=79465935-2810-4aa8-82c2-b1268b41e3f8,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:06.579260 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'name': 'tempest-TestShelveInstance-863691677-router', 'tenant_id': '72c4c25ece984355b0f8eb63e27c99b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f0ae5d90-25bb-48f1-8ff2-0a8840f78971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:57Z', 'updated_at': '2022-05-12T17:52:03Z', 'revision_number': 4, 'project_id': '72c4c25ece984355b0f8eb63e27c99b8', 'gw_port': {'id': 'f0ae5d90-25bb-48f1-8ff2-0a8840f78971', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:58Z', 'updated_at': '2022-05-12T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '79465935-2810-4aa8-82c2-b1268b41e3f8', 'name': '', 'network_id': 'f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d', 'tenant_id': '72c4c25ece984355b0f8eb63e27c99b8', 'mac_address': 'fa:16:3e:cc:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7e25d609-f43a-48a5-a5e2-631b720cdec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:02Z', 'updated_at': '2022-05-12T17:52:06Z', 'revision_number': 4, 'project_id': '72c4c25ece984355b0f8eb63e27c99b8', 'subnets': [{'id': '7e25d609-f43a-48a5-a5e2-631b720cdec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:06.609166 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-c93282f6-d93b-44e5-a21c-65baabd80e5b None None] Provisioning complete for port 79465935-2810-4aa8-82c2-b1268b41e3f8 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:06.609671 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c93282f6-d93b-44e5-a21c-65baabd80e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:06.620705 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6722c2b-0f97-486c-9bed-d32a7a4eb597 None None] The sync data for ids ['59582bf9-b9a8-488e-a1f3-e8acd8762efa'] in dv-cinder-840525-2-iscsi is: [{'id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'name': 'tempest-TestShelveInstance-863691677-router', 'tenant_id': '72c4c25ece984355b0f8eb63e27c99b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f0ae5d90-25bb-48f1-8ff2-0a8840f78971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:57Z', 'updated_at': '2022-05-12T17:52:03Z', 'revision_number': 4, 'project_id': '72c4c25ece984355b0f8eb63e27c99b8', 'gw_port': {'id': 'f0ae5d90-25bb-48f1-8ff2-0a8840f78971', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:58Z', 'updated_at': '2022-05-12T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '79465935-2810-4aa8-82c2-b1268b41e3f8', 'name': '', 'network_id': 'f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d', 'tenant_id': '72c4c25ece984355b0f8eb63e27c99b8', 'mac_address': 'fa:16:3e:cc:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7e25d609-f43a-48a5-a5e2-631b720cdec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:02Z', 'updated_at': '2022-05-12T17:52:06Z', 'revision_number': 4, 'project_id': '72c4c25ece984355b0f8eb63e27c99b8', 'subnets': [{'id': '7e25d609-f43a-48a5-a5e2-631b720cdec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:06.742286 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-c93282f6-d93b-44e5-a21c-65baabd80e5b None None] Current status of the port 79465935-2810-4aa8-82c2-b1268b41e3f8 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:06.866825 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-1693f326-4158-4fc5-812f-d4eff66487db admin admin] Deleting port 2440bf7b-2656-4bf0-ab2c-b167f965909e {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:06.867366 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-1693f326-4158-4fc5-812f-d4eff66487db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:06.969546 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-1693f326-4158-4fc5-812f-d4eff66487db admin admin] For port 2440bf7b-2656-4bf0-ab2c-b167f965909e, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=2440bf7b-2656-4bf0-ab2c-b167f965909e,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:06.969989 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-1693f326-4158-4fc5-812f-d4eff66487db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:06.987945 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-1693f326-4158-4fc5-812f-d4eff66487db admin admin] Calling delete_port for 2440bf7b-2656-4bf0-ab2c-b167f965909e owned by network:router_interface {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:07.213748 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-1693f326-4158-4fc5-812f-d4eff66487db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (2440bf7b-2656-4bf0-ab2c-b167f965909e), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:07.250274 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693f326-4158-4fc5-812f-d4eff66487db admin admin] Pushing event deleted for resources: {'Port': ['ID=2440bf7b-2656-4bf0-ab2c-b167f965909e,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:07.461800 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-1693f326-4158-4fc5-812f-d4eff66487db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-787667'] for router_interface (19013fb7-7ee2-4f34-ad0d-f5130e3bc47b), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:07.712687 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1693f326-4158-4fc5-812f-d4eff66487db admin admin] Router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:52:07.802460 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 79465935-2810-4aa8-82c2-b1268b41e3f8 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:07.844892 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1693f326-4158-4fc5-812f-d4eff66487db admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:07.852653 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-1693f326-4158-4fc5-812f-d4eff66487db admin admin] 10.222.0.73 "PUT /v2.0/routers/19013fb7-7ee2-4f34-ad0d-f5130e3bc47b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0042026 May 12 17:52:07.853060 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59194) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:07.857456 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddb7143-9eee-4fac-b175-b8d5cce39a69 None None] Sync routers for ids ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:07.873120 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddb7143-9eee-4fac-b175-b8d5cce39a69 None None] Routers {'19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:07.873959 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-2ddb7143-9eee-4fac-b175-b8d5cce39a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:07.876098 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 79465935-2810-4aa8-82c2-b1268b41e3f8 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:07.876509 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:07.970021 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-302bc30e-60d7-4f1d-be64-14429c7b93b9 admin admin] Publish callbacks [] for router (19013fb7-7ee2-4f34-ad0d-f5130e3bc47b), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:08.048817 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-2ddb7143-9eee-4fac-b175-b8d5cce39a69 None None] Set router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:08.084812 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-302bc30e-60d7-4f1d-be64-14429c7b93b9 admin admin] Publish callbacks [] for router_gateway (19013fb7-7ee2-4f34-ad0d-f5130e3bc47b), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:08.130979 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-302bc30e-60d7-4f1d-be64-14429c7b93b9 admin admin] Deleting port 84d53801-3a71-4932-bcae-840388d128ba {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:08.131316 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-302bc30e-60d7-4f1d-be64-14429c7b93b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (84d53801-3a71-4932-bcae-840388d128ba), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:08.228845 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-302bc30e-60d7-4f1d-be64-14429c7b93b9 admin admin] For port 84d53801-3a71-4932-bcae-840388d128ba, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=84d53801-3a71-4932-bcae-840388d128ba,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:08.229229 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-302bc30e-60d7-4f1d-be64-14429c7b93b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (84d53801-3a71-4932-bcae-840388d128ba), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:08.250950 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-302bc30e-60d7-4f1d-be64-14429c7b93b9 admin admin] Calling delete_port for 84d53801-3a71-4932-bcae-840388d128ba owned by network:router_gateway {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:08.261075 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 79465935-2810-4aa8-82c2-b1268b41e3f8 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:08.371565 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-2ddb7143-9eee-4fac-b175-b8d5cce39a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '84d53801-3a71-4932-bcae-840388d128ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:52:07Z', 'revision_number': 5, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port': {'id': '84d53801-3a71-4932-bcae-840388d128ba', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:55Z', 'updated_at': '2022-05-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:08.405242 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddb7143-9eee-4fac-b175-b8d5cce39a69 None None] Checking router: 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:08.414408 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddb7143-9eee-4fac-b175-b8d5cce39a69 None None] Routers {'19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:08.415137 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-2ddb7143-9eee-4fac-b175-b8d5cce39a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:08.432246 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-302bc30e-60d7-4f1d-be64-14429c7b93b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (84d53801-3a71-4932-bcae-840388d128ba), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:08.469383 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bc30e-60d7-4f1d-be64-14429c7b93b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d53801-3a71-4932-bcae-840388d128ba,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:08.527283 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-2ddb7143-9eee-4fac-b175-b8d5cce39a69 None None] Set router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b gateway port host: None {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:08.536311 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59208) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:08.583260 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-302bc30e-60d7-4f1d-be64-14429c7b93b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996094'] for router_gateway (19013fb7-7ee2-4f34-ad0d-f5130e3bc47b), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:08.590987 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-2ddb7143-9eee-4fac-b175-b8d5cce39a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:52:08Z', 'revision_number': 6, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port_host': None}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:08.623317 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddb7143-9eee-4fac-b175-b8d5cce39a69 None None] The sync data for ids ['19013fb7-7ee2-4f34-ad0d-f5130e3bc47b'] in dv-cinder-840525-2-iscsi is: [{'id': '19013fb7-7ee2-4f34-ad0d-f5130e3bc47b', 'name': 'tempest-AttachVolumeShelveTestJSON-1386996757-router', 'tenant_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:54Z', 'updated_at': '2022-05-12T17:52:08Z', 'revision_number': 6, 'project_id': 'bdb0d817bd8e4eeca5ed6229a4b5c53a', 'gw_port_host': None}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:08.653736 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_v2 [None req-3767ec23-0d20-4a17-92ea-3e1d188ea899 admin admin] Deleting subnet c0b527d2-f820-4fd9-b024-77a334fc7fef {{(pid=109950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:52:08.686706 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3767ec23-0d20-4a17-92ea-3e1d188ea899 admin admin] Publish callbacks [] for subnet (c0b527d2-f820-4fd9-b024-77a334fc7fef), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:08.689737 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-302bc30e-60d7-4f1d-be64-14429c7b93b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31089'] for router (19013fb7-7ee2-4f34-ad0d-f5130e3bc47b), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:08.708562 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-302bc30e-60d7-4f1d-be64-14429c7b93b9 admin admin] Publish callbacks [] for router_controller (19013fb7-7ee2-4f34-ad0d-f5130e3bc47b), precommit_delete_associations {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:08.762864 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3767ec23-0d20-4a17-92ea-3e1d188ea899 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12258157'] for subnet (c0b527d2-f820-4fd9-b024-77a334fc7fef), precommit_delete_associations {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:08.765994 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-302bc30e-60d7-4f1d-be64-14429c7b93b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994735'] for router (19013fb7-7ee2-4f34-ad0d-f5130e3bc47b), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:08.766575 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302bc30e-60d7-4f1d-be64-14429c7b93b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19013fb7-7ee2-4f34-ad0d-f5130e3bc47b {{(pid=109950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:52:08.786769 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-302bc30e-60d7-4f1d-be64-14429c7b93b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:08.787817 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-302bc30e-60d7-4f1d-be64-14429c7b93b9 admin admin] 10.222.0.73 "DELETE /v2.0/routers/19013fb7-7ee2-4f34-ad0d-f5130e3bc47b HTTP/1.1" status: 204 len: 168 time: 0.9337754 May 12 17:52:08.790377 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59210) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:08.844789 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3767ec23-0d20-4a17-92ea-3e1d188ea899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4142334'] for subnet (c0b527d2-f820-4fd9-b024-77a334fc7fef), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:08.871661 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_v2 [None req-596d11d9-131c-4661-a9a5-b1a83fce2a17 admin admin] Deleting subnet 4d7a356f-70cc-48ae-8b5e-262b49b6be03 {{(pid=109950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:52:08.880759 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-596d11d9-131c-4661-a9a5-b1a83fce2a17 admin admin] Publish callbacks [] for subnet (4d7a356f-70cc-48ae-8b5e-262b49b6be03), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:08.924271 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-596d11d9-131c-4661-a9a5-b1a83fce2a17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12258157'] for subnet (4d7a356f-70cc-48ae-8b5e-262b49b6be03), precommit_delete_associations {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:08.967564 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3767ec23-0d20-4a17-92ea-3e1d188ea899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4142311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9404138'] for subnet (c0b527d2-f820-4fd9-b024-77a334fc7fef), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.001526 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767ec23-0d20-4a17-92ea-3e1d188ea899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0b527d2-f820-4fd9-b024-77a334fc7fef,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:09.005264 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3767ec23-0d20-4a17-92ea-3e1d188ea899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.008445 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-3767ec23-0d20-4a17-92ea-3e1d188ea899 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c0b527d2-f820-4fd9-b024-77a334fc7fef HTTP/1.1" status: 204 len: 168 time: 0.4711676 May 12 17:52:09.011207 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59212) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:09.053189 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-596d11d9-131c-4661-a9a5-b1a83fce2a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4142334'] for subnet (4d7a356f-70cc-48ae-8b5e-262b49b6be03), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.088473 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c0bcafbd-7be9-4961-9ba6-7b075acec386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779105'] for network (8bafa24c-59ea-4a36-bce2-b0a6312195d0), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.108841 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-596d11d9-131c-4661-a9a5-b1a83fce2a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4142311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9404138'] for subnet (4d7a356f-70cc-48ae-8b5e-262b49b6be03), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.136638 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d11d9-131c-4661-a9a5-b1a83fce2a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d7a356f-70cc-48ae-8b5e-262b49b6be03,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:09.139150 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-596d11d9-131c-4661-a9a5-b1a83fce2a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.142404 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-596d11d9-131c-4661-a9a5-b1a83fce2a17 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4d7a356f-70cc-48ae-8b5e-262b49b6be03 HTTP/1.1" status: 204 len: 168 time: 0.3510461 May 12 17:52:09.144576 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c75ecc-9279-4ff7-9d98-2cc13cd92986 None None] Network a4a1943f-5104-4c36-90a4-e3e9daad3559 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:52:09.145070 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59214) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:09.176011 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c0bcafbd-7be9-4961-9ba6-7b075acec386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4080459', 'neutron.services.segments.db._delete_segments_for_network-8789480486422'] for network (8bafa24c-59ea-4a36-bce2-b0a6312195d0), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.218063 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-c0bcafbd-7be9-4961-9ba6-7b075acec386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bafa24c-59ea-4a36-bce2-b0a6312195d0']}} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:09.255830 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-c0bcafbd-7be9-4961-9ba6-7b075acec386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7f83b9-d8d3-4fd7-8da5-169ec113c920') {'for_net_delete': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:09.256207 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-c0bcafbd-7be9-4961-9ba6-7b075acec386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7f83b9-d8d3-4fd7-8da5-169ec113c920') {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:09.281639 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c0bcafbd-7be9-4961-9ba6-7b075acec386 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789480210207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9247554'] for segment (3d7f83b9-d8d3-4fd7-8da5-169ec113c920), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.286015 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779105'] for network (a4a1943f-5104-4c36-90a4-e3e9daad3559), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.304258 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c0bcafbd-7be9-4961-9ba6-7b075acec386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (3d7f83b9-d8d3-4fd7-8da5-169ec113c920), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.315434 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b194a4e6-db47-444b-a810-f8ec94511d17 None None] DHCP port deletion for a4a1943f-5104-4c36-90a4-e3e9daad3559 request from dv-cinder-840525-2-iscsi {{(pid=109952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:52:09.329219 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0bcafbd-7be9-4961-9ba6-7b075acec386 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=109951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:52:09.329618 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c0bcafbd-7be9-4961-9ba6-7b075acec386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9285210'] for segment (3d7f83b9-d8d3-4fd7-8da5-169ec113c920), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: Traceback (most recent call last): May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: timer() May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: cb(*args, **kw) May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: return func(*args, **kwargs) May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: self._notify() May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: self.callback(batched_events) May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: event.method(event) May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: return f(self, *a, **k) May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: return self._get(url).json() May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: return self.request(url, 'GET', **kwargs) May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:52:09.331359 dv-cinder-840525-2-iscsi neutron-server[109951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:52:09.364934 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-b194a4e6-db47-444b-a810-f8ec94511d17 None None] Deleting port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:09.365410 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b194a4e6-db47-444b-a810-f8ec94511d17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (05dff94e-6dde-4c9e-8311-39a7a2f3edb0), before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.392444 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] Deleting port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:09.392784 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (05dff94e-6dde-4c9e-8311-39a7a2f3edb0), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.413756 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c0bcafbd-7be9-4961-9ba6-7b075acec386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4080496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997580'] for network (8bafa24c-59ea-4a36-bce2-b0a6312195d0), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.420361 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c0bcafbd-7be9-4961-9ba6-7b075acec386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.423426 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-c0bcafbd-7be9-4961-9ba6-7b075acec386 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8bafa24c-59ea-4a36-bce2-b0a6312195d0 HTTP/1.1" status: 204 len: 168 time: 0.4112215 May 12 17:52:09.426392 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59218) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:09.440417 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-b194a4e6-db47-444b-a810-f8ec94511d17 None None] For port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=05dff94e-6dde-4c9e-8311-39a7a2f3edb0,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:09.440838 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b194a4e6-db47-444b-a810-f8ec94511d17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (05dff94e-6dde-4c9e-8311-39a7a2f3edb0), precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.455770 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-b194a4e6-db47-444b-a810-f8ec94511d17 None None] Calling delete_port for 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:09.463214 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcafbd-7be9-4961-9ba6-7b075acec386 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bafa24c-59ea-4a36-bce2-b0a6312195d0,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:09.477552 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] For port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=05dff94e-6dde-4c9e-8311-39a7a2f3edb0,segment=NetworkSegment(9ba51cca-39db-454b-8d55-28d8b3ad9333),segment_id=9ba51cca-39db-454b-8d55-28d8b3ad9333)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:09.477915 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (05dff94e-6dde-4c9e-8311-39a7a2f3edb0), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.484698 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc773d00-710a-4890-bc0b-27fe46b2c6e1 admin admin] Deleting subnet 10e83421-17ae-486c-8a94-a239e7b62b27 {{(pid=109950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:52:09.485861 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc773d00-710a-4890-bc0b-27fe46b2c6e1 admin admin] Publish callbacks [] for subnet (10e83421-17ae-486c-8a94-a239e7b62b27), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.492839 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] Calling delete_port for 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 owned by network:dhcp {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:09.526474 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc773d00-710a-4890-bc0b-27fe46b2c6e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12258157'] for subnet (10e83421-17ae-486c-8a94-a239e7b62b27), precommit_delete_associations {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.553638 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b194a4e6-db47-444b-a810-f8ec94511d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934'] for port (05dff94e-6dde-4c9e-8311-39a7a2f3edb0), after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.567982 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc773d00-710a-4890-bc0b-27fe46b2c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4142334'] for subnet (10e83421-17ae-486c-8a94-a239e7b62b27), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.582656 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b194a4e6-db47-444b-a810-f8ec94511d17 None None] No DVR routers for this DVR port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 on host dv-cinder-840525-2-iscsi {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:52:09.585662 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194a4e6-db47-444b-a810-f8ec94511d17 None None] Pushing event deleted for resources: {'Port': ['ID=05dff94e-6dde-4c9e-8311-39a7a2f3edb0,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:09.610255 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (05dff94e-6dde-4c9e-8311-39a7a2f3edb0), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.638813 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc773d00-710a-4890-bc0b-27fe46b2c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4142311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9404138'] for subnet (10e83421-17ae-486c-8a94-a239e7b62b27), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.641069 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] Pushing event deleted for resources: {'Port': ['ID=05dff94e-6dde-4c9e-8311-39a7a2f3edb0,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:09.646283 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] No DVR routers for this DVR port 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 on host dv-cinder-840525-2-iscsi {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:52:09.675155 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc773d00-710a-4890-bc0b-27fe46b2c6e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10e83421-17ae-486c-8a94-a239e7b62b27,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:09.678601 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-dc773d00-710a-4890-bc0b-27fe46b2c6e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.683705 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-dc773d00-710a-4890-bc0b-27fe46b2c6e1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/10e83421-17ae-486c-8a94-a239e7b62b27 HTTP/1.1" status: 204 len: 168 time: 0.2561290 May 12 17:52:09.692484 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59220) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:09.740518 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4080459', 'neutron.services.segments.db._delete_segments_for_network-8789480486422'] for network (a4a1943f-5104-4c36-90a4-e3e9daad3559), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.772062 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-688da921-c130-4906-a085-de345124dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779105'] for network (76e05118-1a6e-4e36-94cd-ef2f0c956fa7), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.772994 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a1943f-5104-4c36-90a4-e3e9daad3559']}} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:09.782699 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba51cca-39db-454b-8d55-28d8b3ad9333') {'for_net_delete': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:09.782994 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba51cca-39db-454b-8d55-28d8b3ad9333') {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:09.792862 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789480210207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9247554'] for segment (9ba51cca-39db-454b-8d55-28d8b3ad9333), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.802212 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:52:09.809155 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (9ba51cca-39db-454b-8d55-28d8b3ad9333), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.816141 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=109951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:52:09.816618 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9285210'] for segment (9ba51cca-39db-454b-8d55-28d8b3ad9333), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: self.session.flush() May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: self.session.flush() May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: self.session.flush() May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: self.session.flush() May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: Traceback (most recent call last): May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: timer() May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: cb(*args, **kw) May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: return func(*args, **kwargs) May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: self._notify() May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: self.callback(batched_events) May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: event.method(event) May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: return f(self, *a, **k) May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: return self._get(url).json() May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: return self.request(url, 'GET', **kwargs) May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:52:09.818439 dv-cinder-840525-2-iscsi neutron-server[109951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:52:09.827492 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:52:09.827915 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 05dff94e-6dde-4c9e-8311-39a7a2f3edb0 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:52:09.828964 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 2440bf7b-2656-4bf0-ab2c-b167f965909e no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:52:09.848115 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 2440bf7b-2656-4bf0-ab2c-b167f965909e {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:52:09.848591 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 2440bf7b-2656-4bf0-ab2c-b167f965909e not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:52:09.870642 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-688da921-c130-4906-a085-de345124dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4080459', 'neutron.services.segments.db._delete_segments_for_network-8789480486422'] for network (76e05118-1a6e-4e36-94cd-ef2f0c956fa7), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.881271 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4080496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997580'] for network (a4a1943f-5104-4c36-90a4-e3e9daad3559), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.891708 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.895046 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] 10.222.0.73 "DELETE /v2.0/networks/a4a1943f-5104-4c36-90a4-e3e9daad3559 HTTP/1.1" status: 204 len: 168 time: 0.7491949 May 12 17:52:09.895817 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-688da921-c130-4906-a085-de345124dd2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e05118-1a6e-4e36-94cd-ef2f0c956fa7']}} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:09.909409 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465f182-c4bb-4a5e-840d-a6a830e604db admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a1943f-5104-4c36-90a4-e3e9daad3559,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:09.915122 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-688da921-c130-4906-a085-de345124dd2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aadc58d6-72d8-442d-aa47-869c93b19f24') {'for_net_delete': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:09.915450 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-688da921-c130-4906-a085-de345124dd2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aadc58d6-72d8-442d-aa47-869c93b19f24') {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:09.926433 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-688da921-c130-4906-a085-de345124dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789480210207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12258132'] for segment (aadc58d6-72d8-442d-aa47-869c93b19f24), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.944545 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-688da921-c130-4906-a085-de345124dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (aadc58d6-72d8-442d-aa47-869c93b19f24), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.953469 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688da921-c130-4906-a085-de345124dd2f admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=109950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:52:09.953971 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-688da921-c130-4906-a085-de345124dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9231144'] for segment (aadc58d6-72d8-442d-aa47-869c93b19f24), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: Traceback (most recent call last): May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: timer() May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: cb(*args, **kw) May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: return func(*args, **kwargs) May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: self._notify() May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: self.callback(batched_events) May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: event.method(event) May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: return f(self, *a, **k) May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._get(url).json() May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: return self.request(url, 'GET', **kwargs) May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:52:09.956244 dv-cinder-840525-2-iscsi neutron-server[109950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:52:10.018043 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-688da921-c130-4906-a085-de345124dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4080496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997580'] for network (76e05118-1a6e-4e36-94cd-ef2f0c956fa7), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:10.024826 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-688da921-c130-4906-a085-de345124dd2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:10.028001 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-688da921-c130-4906-a085-de345124dd2f admin admin] 10.222.0.73 "DELETE /v2.0/networks/76e05118-1a6e-4e36-94cd-ef2f0c956fa7 HTTP/1.1" status: 204 len: 168 time: 0.3399174 May 12 17:52:10.037690 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688da921-c130-4906-a085-de345124dd2f admin admin] Pushing event deleted for resources: {'Network': ['ID=76e05118-1a6e-4e36-94cd-ef2f0c956fa7,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:10.051102 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59226) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:10.100139 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-716afe59-1184-4967-8bc4-70aee47d9883 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bdb0d817bd8e4eeca5ed6229a4b5c53a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0478139 May 12 17:52:10.102519 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59228) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:10.154547 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-428f1d22-5544-47cc-9809-d03d73317f9d admin admin] Publish callbacks [] for security_group (f1612a3d-400a-42ba-a099-6bd0c0cf0e1c), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:10.154547 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59230) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:10.195556 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-428f1d22-5544-47cc-9809-d03d73317f9d admin admin] Publish callbacks [] for security_group (f1612a3d-400a-42ba-a099-6bd0c0cf0e1c), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:10.223315 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-db882853-6e75-40fe-b4dd-8d8a994c63f5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a951ccd6d9a142c0b187028edc55c3bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0678093 May 12 17:52:10.225921 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59232) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:10.257826 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-428f1d22-5544-47cc-9809-d03d73317f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (f1612a3d-400a-42ba-a099-6bd0c0cf0e1c), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:10.260449 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-428f1d22-5544-47cc-9809-d03d73317f9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:10.261564 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-428f1d22-5544-47cc-9809-d03d73317f9d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f1612a3d-400a-42ba-a099-6bd0c0cf0e1c HTTP/1.1" status: 204 len: 168 time: 0.1580896 May 12 17:52:10.272963 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f1d22-5544-47cc-9809-d03d73317f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1612a3d-400a-42ba-a099-6bd0c0cf0e1c,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:10.276465 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4d2763c4-2415-4629-b9ff-ec5b77b402f0 admin admin] Publish callbacks [] for security_group (011dc3e9-eb3c-40f9-aaaa-138d2b65f13f), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:10.312082 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4d2763c4-2415-4629-b9ff-ec5b77b402f0 admin admin] Publish callbacks [] for security_group (011dc3e9-eb3c-40f9-aaaa-138d2b65f13f), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:10.371428 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4d2763c4-2415-4629-b9ff-ec5b77b402f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (011dc3e9-eb3c-40f9-aaaa-138d2b65f13f), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:10.382763 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4d2763c4-2415-4629-b9ff-ec5b77b402f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:10.384221 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-4d2763c4-2415-4629-b9ff-ec5b77b402f0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/011dc3e9-eb3c-40f9-aaaa-138d2b65f13f HTTP/1.1" status: 204 len: 168 time: 0.1571360 May 12 17:52:10.394952 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2763c4-2415-4629-b9ff-ec5b77b402f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011dc3e9-eb3c-40f9-aaaa-138d2b65f13f,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:10.763849 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59250) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:10.812518 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-bb7238c6-c606-4c4b-9eca-e11de60ecca8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e61255d9a2f04207b2e34b68efa6c904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451038 May 12 17:52:10.812819 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59254) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:10.862206 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d3e3964f-b549-4de6-9bee-bd06a9ce7c44 admin admin] Publish callbacks [] for security_group (1823b858-bf82-49fe-8791-b97533fe4d7e), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:10.888677 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d3e3964f-b549-4de6-9bee-bd06a9ce7c44 admin admin] Publish callbacks [] for security_group (1823b858-bf82-49fe-8791-b97533fe4d7e), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:10.943576 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d3e3964f-b549-4de6-9bee-bd06a9ce7c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (1823b858-bf82-49fe-8791-b97533fe4d7e), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:10.946389 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d3e3964f-b549-4de6-9bee-bd06a9ce7c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:10.948471 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-d3e3964f-b549-4de6-9bee-bd06a9ce7c44 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1823b858-bf82-49fe-8791-b97533fe4d7e HTTP/1.1" status: 204 len: 168 time: 0.1337600 May 12 17:52:10.956598 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3964f-b549-4de6-9bee-bd06a9ce7c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1823b858-bf82-49fe-8791-b97533fe4d7e,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:11.219967 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59270) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:11.327584 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-e7cd8614-fb1d-465e-93c8-aa299f8b001f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1962668677-network', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:11.351107 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cd8614-fb1d-465e-93c8-aa299f8b001f admin admin] Made reservation on behalf of d17edf9c20f0426db1c8a1dbc420ed6c for: {'network': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:52:11.353628 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e7cd8614-fb1d-465e-93c8-aa299f8b001f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:11.362463 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e7cd8614-fb1d-465e-93c8-aa299f8b001f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:11.461519 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e7cd8614-fb1d-465e-93c8-aa299f8b001f admin admin] Publish callbacks [] for security_group (8fcd14bf-9484-4169-8a03-302a987a5e09), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:11.469865 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e7cd8614-fb1d-465e-93c8-aa299f8b001f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (8fcd14bf-9484-4169-8a03-302a987a5e09), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:11.499828 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cd8614-fb1d-465e-93c8-aa299f8b001f admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=109951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:52:11.507658 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd8614-fb1d-465e-93c8-aa299f8b001f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcd14bf-9484-4169-8a03-302a987a5e09,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:11.515690 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e7cd8614-fb1d-465e-93c8-aa299f8b001f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (610844af-1cf6-4b24-82c7-579224578243), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:11.515690 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.segments_db [None req-e7cd8614-fb1d-465e-93c8-aa299f8b001f admin admin] Added segment 610844af-1cf6-4b24-82c7-579224578243 of type vlan for network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 May 12 17:52:11.558665 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e7cd8614-fb1d-465e-93c8-aa299f8b001f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (42aca28f-4d9c-47b5-9afa-e8a9049c9539), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:11.587429 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e7cd8614-fb1d-465e-93c8-aa299f8b001f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (42aca28f-4d9c-47b5-9afa-e8a9049c9539), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:11.588525 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cd8614-fb1d-465e-93c8-aa299f8b001f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:11.589061 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e7cd8614-fb1d-465e-93c8-aa299f8b001f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:11.624501 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-e7cd8614-fb1d-465e-93c8-aa299f8b001f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4033928 May 12 17:52:11.627355 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59290) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:11.632434 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-cbeba488-e75d-4fc2-b493-3c72d4bc71f5 admin admin] Request body: {'subnet': {'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1962668677-subnet', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:11.660490 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 84d53801-3a71-4932-bcae-840388d128ba no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:52:11.681980 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 84d53801-3a71-4932-bcae-840388d128ba {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:52:11.682714 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 84d53801-3a71-4932-bcae-840388d128ba not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:52:11.913899 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd8614-fb1d-465e-93c8-aa299f8b001f admin admin] Pushing event updated for resources: {'Network': ['ID=42aca28f-4d9c-47b5-9afa-e8a9049c9539,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:11.925644 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbeba488-e75d-4fc2-b493-3c72d4bc71f5 admin admin] Made reservation on behalf of d17edf9c20f0426db1c8a1dbc420ed6c for: {'subnet': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:52:11.928345 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cbeba488-e75d-4fc2-b493-3c72d4bc71f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8936600'] for subnet (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:11.929155 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:52:12.119740 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cbeba488-e75d-4fc2-b493-3c72d4bc71f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9284025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8936590'] for subnet (4e47a012-ad83-4701-be85-56bd402cf726), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:12.181899 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeba488-e75d-4fc2-b493-3c72d4bc71f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e47a012-ad83-4701-be85-56bd402cf726,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:12.191323 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeba488-e75d-4fc2-b493-3c72d4bc71f5 admin admin] Checking segment: {'id': '610844af-1cf6-4b24-82c7-579224578243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:52:12.191676 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeba488-e75d-4fc2-b493-3c72d4bc71f5 admin admin] Network hostable DHCP agents. Network: 42aca28f-4d9c-47b5-9afa-e8a9049c9539, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:52:12.208105 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeba488-e75d-4fc2-b493-3c72d4bc71f5 admin admin] Network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:52:12.216531 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-cbeba488-e75d-4fc2-b493-3c72d4bc71f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, 42aca28f-4d9c-47b5-9afa-e8a9049c9539) {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:12.220417 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeba488-e75d-4fc2-b493-3c72d4bc71f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:12.221039 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-cbeba488-e75d-4fc2-b493-3c72d4bc71f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:12.225345 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c3e0f9-cd6c-4f89-83e0-7f71d00fac8a None None] Network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:52:12.237617 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-cbeba488-e75d-4fc2-b493-3c72d4bc71f5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6092751 May 12 17:52:12.240499 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59300) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:12.244610 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:12.265930 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router (78bdd5ec-0140-4fc8-a9f2-f891c5118dfd), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:12.266932 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31086'] for router (78bdd5ec-0140-4fc8-a9f2-f891c5118dfd), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:12.320119 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Publish callbacks [] for router_controller (78bdd5ec-0140-4fc8-a9f2-f891c5118dfd), precommit_add_association {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:12.326824 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3e62091-7561-548c-8de7-cdb0ae49b08b-42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'fixed_ips': [{'subnet_id': '4e47a012-ad83-4701-be85-56bd402cf726'}]}} from dv-cinder-840525-2-iscsi. {{(pid=109952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:52:12.327865 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:12.459588 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Publish callbacks [] for router_gateway (78bdd5ec-0140-4fc8-a9f2-f891c5118dfd), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:12.477890 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Allocated IP 172.20.0.2 (42aca28f-4d9c-47b5-9afa-e8a9049c9539/4e47a012-ad83-4701-be85-56bd402cf726/4e01a456-0af0-4910-8f07-a47d4fd9dd27) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:52:12.632242 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Publish callbacks [] for port (4e01a456-0af0-4910-8f07-a47d4fd9dd27), precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:12.638466 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (4e01a456-0af0-4910-8f07-a47d4fd9dd27), after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:12.657988 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Publish callbacks [] for router_gateway (78bdd5ec-0140-4fc8-a9f2-f891c5118dfd), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:12.676622 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:12.677653 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:12.683613 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:12.688127 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:52:12.691225 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Pushing event updated for resources: {'Port': ['ID=4e01a456-0af0-4910-8f07-a47d4fd9dd27,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:12.750998 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Attempting to bind port 4e01a456-0af0-4910-8f07-a47d4fd9dd27 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:52:12.751374 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Attempting to bind port 4e01a456-0af0-4910-8f07-a47d4fd9dd27 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': '610844af-1cf6-4b24-82c7-579224578243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:52:12.751737 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Attempting to bind port 4e01a456-0af0-4910-8f07-a47d4fd9dd27 on network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:12.757171 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:52:12.757562 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Checking segment: {'id': '610844af-1cf6-4b24-82c7-579224578243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:52:12.758001 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:12.758396 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Bound using segment: {'id': '610844af-1cf6-4b24-82c7-579224578243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:52:12.758862 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Bound port: 4e01a456-0af0-4910-8f07-a47d4fd9dd27, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610844af-1cf6-4b24-82c7-579224578243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:52:12.759240 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (4e01a456-0af0-4910-8f07-a47d4fd9dd27), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:12.792363 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Allocated IP 172.27.2.239 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/11476dbd-edd6-4040-b2df-2695d39929c8) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:52:12.824363 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] For port 4e01a456-0af0-4910-8f07-a47d4fd9dd27, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:52:12.828613 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] For port 4e01a456-0af0-4910-8f07-a47d4fd9dd27, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=4e01a456-0af0-4910-8f07-a47d4fd9dd27,segment=NetworkSegment(610844af-1cf6-4b24-82c7-579224578243),segment_id=610844af-1cf6-4b24-82c7-579224578243)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:52:12.834324 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (4e01a456-0af0-4910-8f07-a47d4fd9dd27), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:12.892885 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2816f6c-56cd-440b-bb56-35af5f102a17 None None] Pushing event updated for resources: {'Port': ['ID=4e01a456-0af0-4910-8f07-a47d4fd9dd27,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:12.912536 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Publish callbacks [] for port (11476dbd-edd6-4040-b2df-2695d39929c8), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:12.952575 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (11476dbd-edd6-4040-b2df-2695d39929c8), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:12.999684 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:13.005132 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:13.009658 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:52:13.012995 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Pushing event updated for resources: {'Port': ['ID=11476dbd-edd6-4040-b2df-2695d39929c8,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:13.326149 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Publish callbacks [] for router_gateway (78bdd5ec-0140-4fc8-a9f2-f891c5118dfd), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:13.589212 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-996058'] for router (78bdd5ec-0140-4fc8-a9f2-f891c5118dfd), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:13.791724 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd is scheduled to L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 with binding_index 1 {{(pid=109951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:52:13.803998 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 4e01a456-0af0-4910-8f07-a47d4fd9dd27 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:13.871118 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 4e01a456-0af0-4910-8f07-a47d4fd9dd27 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:13.871542 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (4e01a456-0af0-4910-8f07-a47d4fd9dd27), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:13.957713 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:13.968731 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Sync routers for ids ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:13.985582 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:13.990396 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Routers {'78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:13.991261 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:13.992606 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59336) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:13.994499 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-861a6289-fe2e-45ca-91bf-510c45bebf85 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7511740 May 12 17:52:14.003343 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 4e01a456-0af0-4910-8f07-a47d4fd9dd27 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:14.004151 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (4e01a456-0af0-4910-8f07-a47d4fd9dd27), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:14.053210 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] For port 4e01a456-0af0-4910-8f07-a47d4fd9dd27, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=4e01a456-0af0-4910-8f07-a47d4fd9dd27,segment=NetworkSegment(610844af-1cf6-4b24-82c7-579224578243),segment_id=610844af-1cf6-4b24-82c7-579224578243)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:14.062239 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (4e01a456-0af0-4910-8f07-a47d4fd9dd27), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:14.122191 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Pushing event updated for resources: {'Port': ['ID=4e01a456-0af0-4910-8f07-a47d4fd9dd27,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:14.151422 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e07f025-a658-4516-8243-704366bf8e7b None None] Network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:52:14.153626 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Set router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:14.244749 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-931a76bd-4641-4c43-ab73-d48c5772fe29 None None] Provisioning complete for port 4e01a456-0af0-4910-8f07-a47d4fd9dd27 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:14.245056 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-931a76bd-4641-4c43-ab73-d48c5772fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (4e01a456-0af0-4910-8f07-a47d4fd9dd27), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:14.356300 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-931a76bd-4641-4c43-ab73-d48c5772fe29 None None] Current status of the port 4e01a456-0af0-4910-8f07-a47d4fd9dd27 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:14.380584 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:13Z', 'revision_number': 3, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:14.410507 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Checking router: 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:14.410857 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Updating router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd port 11476dbd-edd6-4040-b2df-2695d39929c8 binding host dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:52:14.443460 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (11476dbd-edd6-4040-b2df-2695d39929c8), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:14.484737 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:14.576250 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-408178d7-c764-4f35-9634-9747cfe5f7fe None None] Provisioning complete for port 4e01a456-0af0-4910-8f07-a47d4fd9dd27 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:14.576914 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-408178d7-c764-4f35-9634-9747cfe5f7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (4e01a456-0af0-4910-8f07-a47d4fd9dd27), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:14.665569 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] Allocated IP 172.20.0.1 (42aca28f-4d9c-47b5-9afa-e8a9049c9539/4e47a012-ad83-4701-be85-56bd402cf726/1dc4c398-e9eb-4787-803f-f15a31fdeb1b) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:52:14.670517 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-408178d7-c764-4f35-9634-9747cfe5f7fe None None] Current status of the port 4e01a456-0af0-4910-8f07-a47d4fd9dd27 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:14.777436 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Publish callbacks [] for port (11476dbd-edd6-4040-b2df-2695d39929c8), precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:14.783750 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (11476dbd-edd6-4040-b2df-2695d39929c8), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:14.788604 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] Publish callbacks [] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:14.831036 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Attempting to bind port 11476dbd-edd6-4040-b2df-2695d39929c8 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:52:14.831433 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Attempting to bind port 11476dbd-edd6-4040-b2df-2695d39929c8 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:52:14.831819 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Attempting to bind port 11476dbd-edd6-4040-b2df-2695d39929c8 on network 2dffabea-01f3-473a-98ec-6cd80cf699f7 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:14.832568 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:14.843541 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:52:14.843912 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Checking segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:52:14.844339 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:14.844733 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Bound using segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:52:14.845209 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Bound port: 11476dbd-edd6-4040-b2df-2695d39929c8, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:52:14.845647 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (11476dbd-edd6-4040-b2df-2695d39929c8), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:14.848797 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54637b9-9292-4ce4-881a-96983441cf7a None None] Pushing event updated for resources: {'Port': ['ID=11476dbd-edd6-4040-b2df-2695d39929c8,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:14.890336 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] Network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:14.894850 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:14.901195 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] For port 11476dbd-edd6-4040-b2df-2695d39929c8, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:52:14.907363 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] For port 11476dbd-edd6-4040-b2df-2695d39929c8, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=11476dbd-edd6-4040-b2df-2695d39929c8,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:52:14.907581 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:52:14.911982 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (11476dbd-edd6-4040-b2df-2695d39929c8), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:14.938211 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] Pushing event updated for resources: {'Port': ['ID=1dc4c398-e9eb-4787-803f-f15a31fdeb1b,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:14.969499 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-997879'] for router_interface (78bdd5ec-0140-4fc8-a9f2-f891c5118dfd), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:14.976438 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Routers {'78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:14.977170 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:15.196766 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-554da551-6449-46c5-b219-57f34d2f82d3 None None] Provisioning complete for port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:15.198863 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-554da551-6449-46c5-b219-57f34d2f82d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:15.200134 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] Set router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:15.253929 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-554da551-6449-46c5-b219-57f34d2f82d3 None None] Port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:52:15.271132 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54637b9-9292-4ce4-881a-96983441cf7a None None] Pushing event updated for resources: {'Port': ['ID=11476dbd-edd6-4040-b2df-2695d39929c8,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:15.361484 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78586b7f-b648-4817-98f4-a40339af8326 req-893abad9-b3d8-497a-b844-182b71ecf8f4 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:15.363056 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-78586b7f-b648-4817-98f4-a40339af8326 req-893abad9-b3d8-497a-b844-182b71ecf8f4 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 946 time: 0.0620632 May 12 17:52:15.408103 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59350) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:15.408692 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:13Z', 'revision_number': 3, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:15.441016 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805c5bd5-946c-4acf-9ea7-c4b9521071a7 None None] The sync data for ids ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'] in dv-cinder-840525-2-iscsi is: [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:13Z', 'revision_number': 3, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:15.487208 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-78586b7f-b648-4817-98f4-a40339af8326 req-11cd996a-5c97-425a-86a9-5ca93503e05a tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182523 May 12 17:52:15.496316 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:15.539255 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0b7954d0-2108-499c-850c-9231a6afc44d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:15.639190 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0b7954d0-2108-499c-850c-9231a6afc44d admin admin] Publish callbacks [] for security_group (b2ecf52a-a3fe-48e8-8302-6b945ca011d0), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:15.644241 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0b7954d0-2108-499c-850c-9231a6afc44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (b2ecf52a-a3fe-48e8-8302-6b945ca011d0), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:15.697704 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-0b7954d0-2108-499c-850c-9231a6afc44d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d7bad89fe50547a0928dedf414f9e5f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876623 May 12 17:52:15.698470 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7954d0-2108-499c-850c-9231a6afc44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ecf52a-a3fe-48e8-8302-6b945ca011d0,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:15.701442 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59356) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:15.778498 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] Publish callbacks [] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:15.779162 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7ea857e9-46d3-4998-9a21-d732fd9f4f0b admin admin] Publish callbacks [] for security_group (b2ecf52a-a3fe-48e8-8302-6b945ca011d0), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:15.784082 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231180'] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:15.792060 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 4e01a456-0af0-4910-8f07-a47d4fd9dd27 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:15.811506 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7ea857e9-46d3-4998-9a21-d732fd9f4f0b admin admin] Publish callbacks [] for security_group (b2ecf52a-a3fe-48e8-8302-6b945ca011d0), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:15.870561 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] Pushing event updated for resources: {'Port': ['ID=1dc4c398-e9eb-4787-803f-f15a31fdeb1b,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:15.873736 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984765'] for router_interface (78bdd5ec-0140-4fc8-a9f2-f891c5118dfd), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:15.877964 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 4e01a456-0af0-4910-8f07-a47d4fd9dd27 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:15.878393 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (4e01a456-0af0-4910-8f07-a47d4fd9dd27), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:15.890330 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7ea857e9-46d3-4998-9a21-d732fd9f4f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (b2ecf52a-a3fe-48e8-8302-6b945ca011d0), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:15.893115 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7ea857e9-46d3-4998-9a21-d732fd9f4f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:15.903521 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-7ea857e9-46d3-4998-9a21-d732fd9f4f0b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b2ecf52a-a3fe-48e8-8302-6b945ca011d0 HTTP/1.1" status: 204 len: 168 time: 0.1946349 May 12 17:52:15.919052 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea857e9-46d3-4998-9a21-d732fd9f4f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ecf52a-a3fe-48e8-8302-6b945ca011d0,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:16.019022 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 4e01a456-0af0-4910-8f07-a47d4fd9dd27 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:16.028648 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] Network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:16.029802 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:16.130358 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:52:16.186219 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] Router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:52:16.338147 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:16.343319 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-e1b57b0f-510c-4286-a5ad-b44672ecc97e admin admin] 10.222.0.73 "PUT /v2.0/routers/78bdd5ec-0140-4fc8-a9f2-f891c5118dfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3487377 May 12 17:52:16.397739 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-a5e4cf12-6788-401d-8b3c-ea290ff35d9c None None] Provisioning complete for port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:16.398924 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5e4cf12-6788-401d-8b3c-ea290ff35d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:16.448605 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a5e4cf12-6788-401d-8b3c-ea290ff35d9c None None] Port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:52:16.627510 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa64406-a901-4d2b-92aa-1de836dea912 req-03dbf3ec-3c16-484d-9452-0854dc0c12b0 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:16.629814 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4fa64406-a901-4d2b-92aa-1de836dea912 req-03dbf3ec-3c16-484d-9452-0854dc0c12b0 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 946 time: 0.0589066 May 12 17:52:16.687170 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4fa64406-a901-4d2b-92aa-1de836dea912 req-ffc69b88-a781-418e-b4af-a3eadfc83ab5 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506864 May 12 17:52:16.730749 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59388) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:16.736586 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-15485a78-3059-4786-a4c3-2eff94bc5349 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1908471427', 'description': 'tempest-description--1358754836'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:16.757084 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59390) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:16.762614 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-15485a78-3059-4786-a4c3-2eff94bc5349 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:16.836795 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-15485a78-3059-4786-a4c3-2eff94bc5349 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group (c7911e70-8d19-465b-8e21-6f5e2dc53127), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:16.850553 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-15485a78-3059-4786-a4c3-2eff94bc5349 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (c7911e70-8d19-465b-8e21-6f5e2dc53127), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:16.897773 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-15485a78-3059-4786-a4c3-2eff94bc5349 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:16.899003 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-15485a78-3059-4786-a4c3-2eff94bc5349 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1672418 May 12 17:52:16.902561 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59394) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:16.907970 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-94ba3dc0-9cc0-4cd9-b29e-9417f12d4662 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Request body: {'security_group_rule': {'security_group_id': 'c7911e70-8d19-465b-8e21-6f5e2dc53127', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:16.916440 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9fa60-b960-4697-a9cd-e89283ce9d75 req-99b61355-9418-456f-a6a0-1e6ec7c5dfe9 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:16.917973 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-65e9fa60-b960-4697-a9cd-e89283ce9d75 req-99b61355-9418-456f-a6a0-1e6ec7c5dfe9 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 946 time: 0.0782702 May 12 17:52:16.918734 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-0701cd57-2bae-4551-a0c6-024abd9302c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-903202629-network', 'tenant_id': '22f9cad467614c16acb967c11da20d7f'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:16.923442 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15485a78-3059-4786-a4c3-2eff94bc5349 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7911e70-8d19-465b-8e21-6f5e2dc53127,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:16.948589 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0701cd57-2bae-4551-a0c6-024abd9302c9 admin admin] Made reservation on behalf of 22f9cad467614c16acb967c11da20d7f for: {'network': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:52:16.951068 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0701cd57-2bae-4551-a0c6-024abd9302c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:16.964152 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0701cd57-2bae-4551-a0c6-024abd9302c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:16.967460 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-94ba3dc0-9cc0-4cd9-b29e-9417f12d4662 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group_rule (6deffe5c-e588-4333-a2c5-cdc6f9dc3aa0), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.029212 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-65e9fa60-b960-4697-a9cd-e89283ce9d75 req-35d3d7d6-0073-4a17-9c83-715e664654d3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Deleting port 3097e5e4-7176-4b16-b461-cbfe581f97b7 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:17.029823 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-65e9fa60-b960-4697-a9cd-e89283ce9d75 req-35d3d7d6-0073-4a17-9c83-715e664654d3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (3097e5e4-7176-4b16-b461-cbfe581f97b7), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.058191 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-94ba3dc0-9cc0-4cd9-b29e-9417f12d4662 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group_rule (6deffe5c-e588-4333-a2c5-cdc6f9dc3aa0), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.064351 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-94ba3dc0-9cc0-4cd9-b29e-9417f12d4662 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (6deffe5c-e588-4333-a2c5-cdc6f9dc3aa0), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.097651 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba3dc0-9cc0-4cd9-b29e-9417f12d4662 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6deffe5c-e588-4333-a2c5-cdc6f9dc3aa0,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:17.109175 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-94ba3dc0-9cc0-4cd9-b29e-9417f12d4662 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.110348 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-94ba3dc0-9cc0-4cd9-b29e-9417f12d4662 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2068477 May 12 17:52:17.113090 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59396) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:17.117274 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-549ae533-d3a9-41ab-96d0-fc59c13a1764 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Request body: {'security_group_rule': {'security_group_id': 'c7911e70-8d19-465b-8e21-6f5e2dc53127', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:17.138441 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0701cd57-2bae-4551-a0c6-024abd9302c9 admin admin] Publish callbacks [] for security_group (25566ea2-7dda-4e6a-a5c1-debd1d01371a), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.142267 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-65e9fa60-b960-4697-a9cd-e89283ce9d75 req-35d3d7d6-0073-4a17-9c83-715e664654d3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] For port 3097e5e4-7176-4b16-b461-cbfe581f97b7, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=3097e5e4-7176-4b16-b461-cbfe581f97b7,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:17.143035 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-65e9fa60-b960-4697-a9cd-e89283ce9d75 req-35d3d7d6-0073-4a17-9c83-715e664654d3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (3097e5e4-7176-4b16-b461-cbfe581f97b7), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.147502 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0701cd57-2bae-4551-a0c6-024abd9302c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (25566ea2-7dda-4e6a-a5c1-debd1d01371a), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.176033 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0701cd57-2bae-4551-a0c6-024abd9302c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=109950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:52:17.186972 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-549ae533-d3a9-41ab-96d0-fc59c13a1764 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group_rule (43734055-f159-4b3a-801a-a811afc769bd), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.203518 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701cd57-2bae-4551-a0c6-024abd9302c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25566ea2-7dda-4e6a-a5c1-debd1d01371a,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:17.206518 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0701cd57-2bae-4551-a0c6-024abd9302c9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (13bc5da4-0119-4176-b55f-8c657f3c06ed), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.206932 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.segments_db [None req-0701cd57-2bae-4551-a0c6-024abd9302c9 admin admin] Added segment 13bc5da4-0119-4176-b55f-8c657f3c06ed of type vlan for network d316737e-c775-43a3-a667-c27cc0941735 May 12 17:52:17.267678 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0701cd57-2bae-4551-a0c6-024abd9302c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (d316737e-c775-43a3-a667-c27cc0941735), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.296018 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-549ae533-d3a9-41ab-96d0-fc59c13a1764 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group_rule (43734055-f159-4b3a-801a-a811afc769bd), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.302405 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-549ae533-d3a9-41ab-96d0-fc59c13a1764 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (43734055-f159-4b3a-801a-a811afc769bd), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.313146 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0701cd57-2bae-4551-a0c6-024abd9302c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (d316737e-c775-43a3-a667-c27cc0941735), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.313146 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0701cd57-2bae-4551-a0c6-024abd9302c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:17.313483 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0701cd57-2bae-4551-a0c6-024abd9302c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.355663 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ae533-d3a9-41ab-96d0-fc59c13a1764 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43734055-f159-4b3a-801a-a811afc769bd,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:17.360659 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-65e9fa60-b960-4697-a9cd-e89283ce9d75 req-35d3d7d6-0073-4a17-9c83-715e664654d3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.361191 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-65e9fa60-b960-4697-a9cd-e89283ce9d75 req-35d3d7d6-0073-4a17-9c83-715e664654d3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (4e2bfa21-a006-4451-a36f-12e719ac2de1), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.361797 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.l3_db [req-65e9fa60-b960-4697-a9cd-e89283ce9d75 req-35d3d7d6-0073-4a17-9c83-715e664654d3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Floating IP 4e2bfa21-a006-4451-a36f-12e719ac2de1 disassociated. External IP: 172.27.2.218, port: 3097e5e4-7176-4b16-b461-cbfe581f97b7. May 12 17:52:17.362362 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-65e9fa60-b960-4697-a9cd-e89283ce9d75 req-35d3d7d6-0073-4a17-9c83-715e664654d3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Calling delete_port for 3097e5e4-7176-4b16-b461-cbfe581f97b7 owned by compute:nova {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:17.372797 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-549ae533-d3a9-41ab-96d0-fc59c13a1764 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.374156 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-549ae533-d3a9-41ab-96d0-fc59c13a1764 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2601588 May 12 17:52:17.380426 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-0701cd57-2bae-4551-a0c6-024abd9302c9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6218686 May 12 17:52:17.382994 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59400) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:17.383688 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59398) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:17.389698 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-725f10f1-8084-42de-ba91-3402ae502435 admin admin] Request body: {'subnet': {'network_id': 'd316737e-c775-43a3-a667-c27cc0941735', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-903202629-subnet', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'ip_version': 4}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:17.390286 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-7aa2b0eb-6675-415c-9038-e254790c0832 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Request body: {'floatingip': {'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:17.415282 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Sync routers for ids ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:17.424462 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701cd57-2bae-4551-a0c6-024abd9302c9 admin admin] Pushing event updated for resources: {'Network': ['ID=d316737e-c775-43a3-a667-c27cc0941735,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:17.436828 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Routers {'78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:17.439949 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:17.442385 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network d316737e-c775-43a3-a667-c27cc0941735 details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:52:17.442612 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725f10f1-8084-42de-ba91-3402ae502435 admin admin] Made reservation on behalf of 22f9cad467614c16acb967c11da20d7f for: {'subnet': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:52:17.447892 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-725f10f1-8084-42de-ba91-3402ae502435 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9404103'] for subnet (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.457988 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b0eb-6675-415c-9038-e254790c0832 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.577101 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b0eb-6675-415c-9038-e254790c0832 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.626924 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Set router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:17.636178 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-65e9fa60-b960-4697-a9cd-e89283ce9d75 req-35d3d7d6-0073-4a17-9c83-715e664654d3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (3097e5e4-7176-4b16-b461-cbfe581f97b7), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.691284 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3d7d6-0073-4a17-9c83-715e664654d3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event deleted for resources: {'Port': ['ID=3097e5e4-7176-4b16-b461-cbfe581f97b7,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:17.691795 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-725f10f1-8084-42de-ba91-3402ae502435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9231563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9404113'] for subnet (86ef23b5-8baa-44d3-aa7b-9f1b404dcf01), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.792725 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725f10f1-8084-42de-ba91-3402ae502435 admin admin] Checking segment: {'id': '13bc5da4-0119-4176-b55f-8c657f3c06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:52:17.793087 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725f10f1-8084-42de-ba91-3402ae502435 admin admin] Network hostable DHCP agents. Network: d316737e-c775-43a3-a667-c27cc0941735, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:52:17.807802 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f10f1-8084-42de-ba91-3402ae502435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ef23b5-8baa-44d3-aa7b-9f1b404dcf01,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:17.860445 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4c82dbf4-51e9-4f8a-85ac-d67a70538c2e req-3c13bceb-2b9b-49f8-b01f-0f343a08ff2b tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 210 time: 0.0386238 May 12 17:52:17.867011 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725f10f1-8084-42de-ba91-3402ae502435 admin admin] Network d316737e-c775-43a3-a667-c27cc0941735 is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:52:17.888999 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-725f10f1-8084-42de-ba91-3402ae502435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, d316737e-c775-43a3-a667-c27cc0941735) {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:17.893564 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f10f1-8084-42de-ba91-3402ae502435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:17.894179 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-725f10f1-8084-42de-ba91-3402ae502435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.912943 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-725f10f1-8084-42de-ba91-3402ae502435 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5288956 May 12 17:52:17.915598 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59410) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:17.921590 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-903202629-router', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:17.949927 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router (6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.951094 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31086'] for router (6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.952496 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 11476dbd-edd6-4040-b2df-2695d39929c8 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:17.954766 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1316eae-f907-4ef7-85f3-56514abbd8a3 None None] Network d316737e-c775-43a3-a667-c27cc0941735 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:52:18.013747 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Publish callbacks [] for router_controller (6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1), precommit_add_association {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.114957 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-7aa2b0eb-6675-415c-9038-e254790c0832 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Allocated IP 172.27.2.251 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/51e68f60-b209-4512-93c3-dfc6ff274cfc) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:52:18.157746 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65e9fa60-b960-4697-a9cd-e89283ce9d75 req-35d3d7d6-0073-4a17-9c83-715e664654d3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Router 24240b91-0752-4b90-8819-f63d4bfedb45 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:52:18.182984 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Publish callbacks [] for router_gateway (6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.186441 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 11476dbd-edd6-4040-b2df-2695d39929c8 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:18.186896 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (11476dbd-edd6-4040-b2df-2695d39929c8), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.310532 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3e62091-7561-548c-8de7-cdb0ae49b08b-d316737e-c775-43a3-a667-c27cc0941735', 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735', 'project_id': '22f9cad467614c16acb967c11da20d7f', 'fixed_ips': [{'subnet_id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01'}]}} from dv-cinder-840525-2-iscsi. {{(pid=109952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:52:18.311568 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.315522 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:15Z', 'revision_number': 4, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '1dc4c398-e9eb-4787-803f-f15a31fdeb1b', 'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'mac_address': 'fa:16:3e:3d:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4e47a012-ad83-4701-be85-56bd402cf726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:14Z', 'updated_at': '2022-05-12T17:52:15Z', 'revision_number': 2, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'subnets': [{'id': '4e47a012-ad83-4701-be85-56bd402cf726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:18.342668 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b0eb-6675-415c-9038-e254790c0832 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for port (51e68f60-b209-4512-93c3-dfc6ff274cfc), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.356041 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65e9fa60-b960-4697-a9cd-e89283ce9d75 req-35d3d7d6-0073-4a17-9c83-715e664654d3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:18.359150 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Checking router: 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:18.359591 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Updating router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b binding host dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:52:18.377247 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b175348e-e142-4ade-a6b7-05aee65fa5b4 None None] Sync routers for ids ['24240b91-0752-4b90-8819-f63d4bfedb45'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:18.395700 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b175348e-e142-4ade-a6b7-05aee65fa5b4 None None] Routers {'24240b91-0752-4b90-8819-f63d4bfedb45'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:18.396810 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-b175348e-e142-4ade-a6b7-05aee65fa5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['24240b91-0752-4b90-8819-f63d4bfedb45'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:18.400294 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Publish callbacks [] for router_gateway (6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.431517 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.459289 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e9fa60-b960-4697-a9cd-e89283ce9d75 req-35d3d7d6-0073-4a17-9c83-715e664654d3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] No DVR routers for this DVR port 3097e5e4-7176-4b16-b461-cbfe581f97b7 on host hv-cinder-84052 {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:52:18.464059 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b0eb-6675-415c-9038-e254790c0832 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (51e68f60-b209-4512-93c3-dfc6ff274cfc), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.464456 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.469538 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-65e9fa60-b960-4697-a9cd-e89283ce9d75 req-35d3d7d6-0073-4a17-9c83-715e664654d3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.474040 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-65e9fa60-b960-4697-a9cd-e89283ce9d75 req-35d3d7d6-0073-4a17-9c83-715e664654d3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.74 "DELETE /v2.0/ports/3097e5e4-7176-4b16-b461-cbfe581f97b7 HTTP/1.1" status: 204 len: 173 time: 1.5442836 May 12 17:52:18.476257 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e314313-1f60-4a9d-b9ef-f7bebb900128', 'name': 'network-vif-deleted', 'tag': '3097e5e4-7176-4b16-b461-cbfe581f97b7'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:18.479654 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c72ae6-f071-4418-986d-cb42c7ce6dc3" -d '{"events": [{"server_uuid": "8e314313-1f60-4a9d-b9ef-f7bebb900128", "name": "network-vif-deleted", "tag": "3097e5e4-7176-4b16-b461-cbfe581f97b7"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:18.511931 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-b175348e-e142-4ade-a6b7-05aee65fa5b4 None None] Set router 24240b91-0752-4b90-8819-f63d4bfedb45 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:18.563134 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ad88b4-06fe-4e89-92e4-623a8619f1e8 x-openstack-request-id: req-95ad88b4-06fe-4e89-92e4-623a8619f1e8 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:18.563411 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e314313-1f60-4a9d-b9ef-f7bebb900128", "name": "network-vif-deleted", "tag": "3097e5e4-7176-4b16-b461-cbfe581f97b7", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:18.563669 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-95ad88b4-06fe-4e89-92e4-623a8619f1e8 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:18.564075 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ad88b4-06fe-4e89-92e4-623a8619f1e8'] response: {'server_uuid': '8e314313-1f60-4a9d-b9ef-f7bebb900128', 'name': 'network-vif-deleted', 'tag': '3097e5e4-7176-4b16-b461-cbfe581f97b7', 'status': 'completed', 'code': 200} May 12 17:52:18.573697 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 11476dbd-edd6-4040-b2df-2695d39929c8 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:18.574092 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (11476dbd-edd6-4040-b2df-2695d39929c8), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.586130 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa2b0eb-6675-415c-9038-e254790c0832 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:18.592805 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-7aa2b0eb-6675-415c-9038-e254790c0832 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:18.595541 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa2b0eb-6675-415c-9038-e254790c0832 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:52:18.599202 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2b0eb-6675-415c-9038-e254790c0832 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Pushing event updated for resources: {'Port': ['ID=51e68f60-b209-4512-93c3-dfc6ff274cfc,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:18.665038 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Allocated IP 172.27.2.135 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/fa0190af-d0a7-44c9-8468-b9bfa8ec2553) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:52:18.666999 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] For port 11476dbd-edd6-4040-b2df-2695d39929c8, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=11476dbd-edd6-4040-b2df-2695d39929c8,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:18.677767 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (11476dbd-edd6-4040-b2df-2695d39929c8), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.723107 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-b175348e-e142-4ade-a6b7-05aee65fa5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:33Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:18.724989 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Allocated IP 172.20.0.2 (d316737e-c775-43a3-a667-c27cc0941735/86ef23b5-8baa-44d3-aa7b-9f1b404dcf01/be240427-cd3f-42cf-bc84-7db5fce5d832) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:52:18.757281 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b0eb-6675-415c-9038-e254790c0832 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for floatingip (92c588cf-2cdb-427f-b5fc-6bf6583c98c6), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.758434 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b175348e-e142-4ade-a6b7-05aee65fa5b4 None None] Checking router: 24240b91-0752-4b90-8819-f63d4bfedb45 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:18.768534 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b175348e-e142-4ade-a6b7-05aee65fa5b4 None None] Routers {'24240b91-0752-4b90-8819-f63d4bfedb45'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:18.769145 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-b175348e-e142-4ade-a6b7-05aee65fa5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['24240b91-0752-4b90-8819-f63d4bfedb45'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:18.809905 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Publish callbacks [] for port (fa0190af-d0a7-44c9-8468-b9bfa8ec2553), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.812615 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b0eb-6675-415c-9038-e254790c0832 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (51e68f60-b209-4512-93c3-dfc6ff274cfc), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.856290 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Pushing event updated for resources: {'Port': ['ID=11476dbd-edd6-4040-b2df-2695d39929c8,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:18.868852 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (fa0190af-d0a7-44c9-8468-b9bfa8ec2553), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.908760 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-b175348e-e142-4ade-a6b7-05aee65fa5b4 None None] Set router 24240b91-0752-4b90-8819-f63d4bfedb45 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:18.928937 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Pushing event updated for resources: {'Port': ['ID=fa0190af-d0a7-44c9-8468-b9bfa8ec2553,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:18.965381 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:18.967507 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:18.970855 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:52:19.112846 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-59519afc-2e43-409f-a9ee-8724489fbcfd req-b6d148ff-ee62-4a56-a54d-9bf91fadf3bd tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e314313-1f60-4a9d-b9ef-f7bebb900128 HTTP/1.1" status: 200 len: 210 time: 0.0348823 May 12 17:52:19.153262 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Publish callbacks [] for port (be240427-cd3f-42cf-bc84-7db5fce5d832), precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.175150 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (be240427-cd3f-42cf-bc84-7db5fce5d832), after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.201450 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-b175348e-e142-4ade-a6b7-05aee65fa5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:33Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:19.234300 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b175348e-e142-4ade-a6b7-05aee65fa5b4 None None] The sync data for ids ['24240b91-0752-4b90-8819-f63d4bfedb45'] in dv-cinder-840525-2-iscsi is: [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:33Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:19.251682 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b0eb-6675-415c-9038-e254790c0832 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for port (51e68f60-b209-4512-93c3-dfc6ff274cfc), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.261526 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b0eb-6675-415c-9038-e254790c0832 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (51e68f60-b209-4512-93c3-dfc6ff274cfc), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.269938 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Network d316737e-c775-43a3-a667-c27cc0941735 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:19.285448 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:19.288615 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Publish callbacks [] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.296278 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:52:19.311907 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.333570 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Pushing event updated for resources: {'Port': ['ID=be240427-cd3f-42cf-bc84-7db5fce5d832,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:19.370814 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2b0eb-6675-415c-9038-e254790c0832 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Pushing event updated for resources: {'Port': ['ID=51e68f60-b209-4512-93c3-dfc6ff274cfc,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:19.372265 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Publish callbacks [] for router_gateway (6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.388955 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b0eb-6675-415c-9038-e254790c0832 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (92c588cf-2cdb-427f-b5fc-6bf6583c98c6), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.413439 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b0eb-6675-415c-9038-e254790c0832 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.423357 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-7aa2b0eb-6675-415c-9038-e254790c0832 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0301201 May 12 17:52:19.423563 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Attempting to bind port be240427-cd3f-42cf-bc84-7db5fce5d832 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:52:19.423563 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Attempting to bind port be240427-cd3f-42cf-bc84-7db5fce5d832 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': '13bc5da4-0119-4176-b55f-8c657f3c06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:52:19.423563 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Attempting to bind port be240427-cd3f-42cf-bc84-7db5fce5d832 on network d316737e-c775-43a3-a667-c27cc0941735 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:19.441275 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:52:19.441661 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Checking segment: {'id': '13bc5da4-0119-4176-b55f-8c657f3c06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:52:19.442070 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.442467 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Bound using segment: {'id': '13bc5da4-0119-4176-b55f-8c657f3c06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:52:19.442949 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Bound port: be240427-cd3f-42cf-bc84-7db5fce5d832, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bc5da4-0119-4176-b55f-8c657f3c06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:52:19.443333 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (be240427-cd3f-42cf-bc84-7db5fce5d832), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.445441 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b2a87-7593-4760-a5a9-367e4c8e4bbb None None] Pushing event updated for resources: {'Port': ['ID=1dc4c398-e9eb-4787-803f-f15a31fdeb1b,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:19.584777 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Attempting to bind port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:52:19.586443 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Attempting to bind port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': '610844af-1cf6-4b24-82c7-579224578243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:52:19.586970 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Attempting to bind port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b on network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:19.611670 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:52:19.612645 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Checking segment: {'id': '610844af-1cf6-4b24-82c7-579224578243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:52:19.613213 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.613758 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Bound using segment: {'id': '610844af-1cf6-4b24-82c7-579224578243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:52:19.614422 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Bound port: 1dc4c398-e9eb-4787-803f-f15a31fdeb1b, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610844af-1cf6-4b24-82c7-579224578243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:52:19.615131 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.654559 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a5a7ce-3c6f-4f5d-945e-c8b2d7984cf7 None None] New status for floating IP 4e2bfa21-a006-4451-a36f-12e719ac2de1: DOWN {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:52:19.786392 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 11476dbd-edd6-4040-b2df-2695d39929c8 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:19.801154 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-996058'] for router (6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.815052 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] For port be240427-cd3f-42cf-bc84-7db5fce5d832, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:52:19.817458 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-f1e4114e-6834-401c-8cc3-4c6c4cb29d00 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1908471427&fields=id&tenant_id=d17edf9c20f0426db1c8a1dbc420ed6c HTTP/1.1" status: 200 len: 267 time: 0.0832415 May 12 17:52:20.012019 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] For port be240427-cd3f-42cf-bc84-7db5fce5d832, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=be240427-cd3f-42cf-bc84-7db5fce5d832,segment=NetworkSegment(13bc5da4-0119-4176-b55f-8c657f3c06ed),segment_id=13bc5da4-0119-4176-b55f-8c657f3c06ed)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:52:20.012333 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-643d2867-863d-4cd4-b65a-92a796a96a57 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:20.014173 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-643d2867-863d-4cd4-b65a-92a796a96a57 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/networks?id=42aca28f-4d9c-47b5-9afa-e8a9049c9539 HTTP/1.1" status: 200 len: 811 time: 0.1618915 May 12 17:52:20.036297 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-7703f4ea-b864-44f3-8fe2-171d05d1f6ca None None] Provisioning complete for port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:20.036673 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7703f4ea-b864-44f3-8fe2-171d05d1f6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.037552 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-84fc86af-429b-447f-9322-2a00ab71ed57 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/quotas/d17edf9c20f0426db1c8a1dbc420ed6c HTTP/1.1" status: 200 len: 375 time: 0.0175405 May 12 17:52:20.063938 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (be240427-cd3f-42cf-bc84-7db5fce5d832), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.078728 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] For port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:52:20.090299 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Router 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 is scheduled to L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 with binding_index 1 {{(pid=109950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:52:20.096686 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-27be2862-093d-4789-85a0-d97b296e2d4f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d17edf9c20f0426db1c8a1dbc420ed6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533409 May 12 17:52:20.127523 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] For port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=1dc4c398-e9eb-4787-803f-f15a31fdeb1b,segment=NetworkSegment(610844af-1cf6-4b24-82c7-579224578243),segment_id=610844af-1cf6-4b24-82c7-579224578243)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:52:20.143067 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7703f4ea-b864-44f3-8fe2-171d05d1f6ca None None] Port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:52:20.163427 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.174874 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 11476dbd-edd6-4040-b2df-2695d39929c8 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:20.175251 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (11476dbd-edd6-4040-b2df-2695d39929c8), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.207232 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b85cfd-a11a-4e5d-99bb-9498b5bab98f None None] Pushing event updated for resources: {'Port': ['ID=be240427-cd3f-42cf-bc84-7db5fce5d832,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:20.267324 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Routers {'78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:20.267971 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:20.356044 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b2a87-7593-4760-a5a9-367e4c8e4bbb None None] Pushing event updated for resources: {'Port': ['ID=1dc4c398-e9eb-4787-803f-f15a31fdeb1b,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:20.484461 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 11476dbd-edd6-4040-b2df-2695d39929c8 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:20.513657 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] Set router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:20.683877 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-1afb5368-fdf0-42ed-b783-41d98edc2253 None None] Provisioning complete for port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:20.685170 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1afb5368-fdf0-42ed-b783-41d98edc2253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.709750 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-8a2c7064-3a1e-42b1-8730-9e9b9b7c7957 service neutron] 10.222.0.73 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676484 May 12 17:52:20.711232 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:20.721035 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Sync routers for ids ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:20.731630 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Routers {'6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:20.732362 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:20.745936 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-21ef221f-ac5d-4533-95fd-7a930030adea tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-948308070&fields=id&tenant_id=a4d7ebeafe8140b3b8332059258a83eb HTTP/1.1" status: 200 len: 267 time: 0.1006517 May 12 17:52:20.780725 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.784299 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-c46a81da-54b5-4ca0-a0e7-b342359581fe admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8654222 May 12 17:52:20.784863 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59448) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:20.797878 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:15Z', 'revision_number': 4, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '1dc4c398-e9eb-4787-803f-f15a31fdeb1b', 'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'mac_address': 'fa:16:3e:3d:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4e47a012-ad83-4701-be85-56bd402cf726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:14Z', 'updated_at': '2022-05-12T17:52:20Z', 'revision_number': 4, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'subnets': [{'id': '4e47a012-ad83-4701-be85-56bd402cf726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:20.839011 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 3097e5e4-7176-4b16-b461-cbfe581f97b7 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:52:20.859847 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Set router 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:20.862616 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: 3097e5e4-7176-4b16-b461-cbfe581f97b7 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:52:20.862616 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 3097e5e4-7176-4b16-b461-cbfe581f97b7 not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:52:20.864151 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e1bacd-ea71-4d09-bdfd-c93180e24f79 None None] The sync data for ids ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'] in dv-cinder-840525-2-iscsi is: [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:15Z', 'revision_number': 4, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '1dc4c398-e9eb-4787-803f-f15a31fdeb1b', 'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'mac_address': 'fa:16:3e:3d:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4e47a012-ad83-4701-be85-56bd402cf726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:14Z', 'updated_at': '2022-05-12T17:52:20Z', 'revision_number': 4, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'subnets': [{'id': '4e47a012-ad83-4701-be85-56bd402cf726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:20.876513 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-1afb5368-fdf0-42ed-b783-41d98edc2253 None None] Current status of the port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:20.876513 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1afb5368-fdf0-42ed-b783-41d98edc2253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.974302 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-1afb5368-fdf0-42ed-b783-41d98edc2253 None None] For port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=1dc4c398-e9eb-4787-803f-f15a31fdeb1b,segment=NetworkSegment(610844af-1cf6-4b24-82c7-579224578243),segment_id=610844af-1cf6-4b24-82c7-579224578243)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:20.986432 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1afb5368-fdf0-42ed-b783-41d98edc2253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.987916 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-ef367465-e624-4c11-b404-852021416c0d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:21.009163 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-ef367465-e624-4c11-b404-852021416c0d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/networks?id=a25dbb6f-d15b-498d-a498-e2acebdb3c69 HTTP/1.1" status: 200 len: 811 time: 0.2485545 May 12 17:52:21.070823 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-48ea743c-a350-4653-b280-886ecf05a35f tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/quotas/a4d7ebeafe8140b3b8332059258a83eb HTTP/1.1" status: 200 len: 375 time: 0.0605521 May 12 17:52:21.104553 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb5368-fdf0-42ed-b783-41d98edc2253 None None] Pushing event updated for resources: {'Port': ['ID=1dc4c398-e9eb-4787-803f-f15a31fdeb1b,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:21.132656 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-23186a74-619c-48c4-bab9-5eccad3ef417 service neutron] 10.222.0.73 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163284 May 12 17:52:21.212249 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-50e1eaaf-6e1f-4d83-b8d4-21a0a1a07624 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4d7ebeafe8140b3b8332059258a83eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1235156 May 12 17:52:21.226757 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'name': 'tempest-TestMinimumBasicScenario-903202629-router', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:17Z', 'updated_at': '2022-05-12T17:52:19Z', 'revision_number': 3, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'gw_port': {'id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:21.284637 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Checking router: 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:21.285235 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Updating router 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 port fa0190af-d0a7-44c9-8468-b9bfa8ec2553 binding host dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:52:21.354532 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (fa0190af-d0a7-44c9-8468-b9bfa8ec2553), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:21.421601 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:21.526173 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c10e0852-9811-46d4-85f2-0884e3e9dd3d req-01fa3c4f-8124-4a41-91b5-98ebd7b15117 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 210 time: 0.1393473 May 12 17:52:21.591331 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-660aa141-4461-4a4a-9e2c-a50f44adb4d6 service neutron] 10.222.0.73 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486686 May 12 17:52:21.685777 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] Allocated IP 172.20.0.1 (d316737e-c775-43a3-a667-c27cc0941735/86ef23b5-8baa-44d3-aa7b-9f1b404dcf01/257e1611-cd25-4bd5-a17e-4531eb016a8b) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:52:21.719194 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dfeb2d-aea2-4d5d-b459-b74ec519d245 None None] Network d316737e-c775-43a3-a667-c27cc0941735 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:52:21.780317 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-cea557ec-6739-4ad0-aea1-88de6decbd3a service neutron] 10.222.0.73 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826110 May 12 17:52:21.850586 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-bbd10d54-683a-48fa-a1e4-58423592fbf3 None None] Provisioning complete for port be240427-cd3f-42cf-bc84-7db5fce5d832 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:21.851163 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bbd10d54-683a-48fa-a1e4-58423592fbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (be240427-cd3f-42cf-bc84-7db5fce5d832), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:21.995698 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] Publish callbacks [] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:22.010648 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 1dc4c398-e9eb-4787-803f-f15a31fdeb1b up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:22.066015 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:22.092311 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Publish callbacks [] for port (fa0190af-d0a7-44c9-8468-b9bfa8ec2553), precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:22.112644 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (fa0190af-d0a7-44c9-8468-b9bfa8ec2553), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:22.144111 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Attempting to bind port fa0190af-d0a7-44c9-8468-b9bfa8ec2553 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:52:22.144543 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Attempting to bind port fa0190af-d0a7-44c9-8468-b9bfa8ec2553 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:52:22.144951 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Attempting to bind port fa0190af-d0a7-44c9-8468-b9bfa8ec2553 on network 2dffabea-01f3-473a-98ec-6cd80cf699f7 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:22.177796 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:52:22.178187 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Checking segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:52:22.178562 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:22.178952 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Bound using segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:52:22.179933 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Bound port: fa0190af-d0a7-44c9-8468-b9bfa8ec2553, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:52:22.179933 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (fa0190af-d0a7-44c9-8468-b9bfa8ec2553), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:22.210370 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:22.210758 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:22.254476 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] Pushing event updated for resources: {'Port': ['ID=257e1611-cd25-4bd5-a17e-4531eb016a8b,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:22.292072 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] Network d316737e-c775-43a3-a667-c27cc0941735 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:22.301492 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:22.304110 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-bbd10d54-683a-48fa-a1e4-58423592fbf3 None None] Current status of the port be240427-cd3f-42cf-bc84-7db5fce5d832 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:22.306840 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bbd10d54-683a-48fa-a1e4-58423592fbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (be240427-cd3f-42cf-bc84-7db5fce5d832), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:22.311800 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:52:22.336031 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] For port fa0190af-d0a7-44c9-8468-b9bfa8ec2553, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:52:22.354522 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e397773c-a809-4054-89c3-42c0138fa323 req-b36c3726-e282-4d56-ab80-e927a47bbf2b tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 210 time: 0.0873332 May 12 17:52:22.369970 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] For port fa0190af-d0a7-44c9-8468-b9bfa8ec2553, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=fa0190af-d0a7-44c9-8468-b9bfa8ec2553,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:52:22.429319 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (fa0190af-d0a7-44c9-8468-b9bfa8ec2553), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:22.430777 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-997879'] for router_interface (6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:22.437475 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-bbd10d54-683a-48fa-a1e4-58423592fbf3 None None] For port be240427-cd3f-42cf-bc84-7db5fce5d832, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=be240427-cd3f-42cf-bc84-7db5fce5d832,segment=NetworkSegment(13bc5da4-0119-4176-b55f-8c657f3c06ed),segment_id=13bc5da4-0119-4176-b55f-8c657f3c06ed)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:22.448573 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bc9af-9ed8-4b00-9c1e-229429819014 None None] Pushing event updated for resources: {'Port': ['ID=fa0190af-d0a7-44c9-8468-b9bfa8ec2553,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:22.456783 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bbd10d54-683a-48fa-a1e4-58423592fbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (be240427-cd3f-42cf-bc84-7db5fce5d832), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:22.576273 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Routers {'6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:22.577279 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:22.621839 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:22.623637 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device be240427-cd3f-42cf-bc84-7db5fce5d832 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:22.625691 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd10d54-683a-48fa-a1e4-58423592fbf3 None None] Pushing event updated for resources: {'Port': ['ID=be240427-cd3f-42cf-bc84-7db5fce5d832,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:22.738699 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7cbd0606-c811-406c-8641-829a7ea7151b req-844451b6-78b1-4fda-a6bc-f2f7b5330ec6 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 210 time: 0.0702631 May 12 17:52:22.763393 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:22.769166 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-62bb1ae2-cf7b-45ef-9bff-8fce78d296b8 None None] Provisioning complete for port be240427-cd3f-42cf-bc84-7db5fce5d832 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:22.769697 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-62bb1ae2-cf7b-45ef-9bff-8fce78d296b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (be240427-cd3f-42cf-bc84-7db5fce5d832), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:22.799457 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bc9af-9ed8-4b00-9c1e-229429819014 None None] Pushing event updated for resources: {'Port': ['ID=fa0190af-d0a7-44c9-8468-b9bfa8ec2553,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:22.822187 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] Set router 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:22.832760 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port be240427-cd3f-42cf-bc84-7db5fce5d832 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:22.833205 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (be240427-cd3f-42cf-bc84-7db5fce5d832), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:22.985715 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-62bb1ae2-cf7b-45ef-9bff-8fce78d296b8 None None] Current status of the port be240427-cd3f-42cf-bc84-7db5fce5d832 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:23.036446 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port be240427-cd3f-42cf-bc84-7db5fce5d832 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:23.082739 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'name': 'tempest-TestMinimumBasicScenario-903202629-router', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:17Z', 'updated_at': '2022-05-12T17:52:19Z', 'revision_number': 3, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'gw_port': {'id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:23.104089 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-e49f8380-6c80-46f5-9b2f-ee06d26c7328 None None] Provisioning complete for port 257e1611-cd25-4bd5-a17e-4531eb016a8b triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:23.104492 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e49f8380-6c80-46f5-9b2f-ee06d26c7328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:23.121127 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da2660-c2d2-4113-a3c0-119f06e956ba None None] The sync data for ids ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'] in dv-cinder-840525-2-iscsi is: [{'id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'name': 'tempest-TestMinimumBasicScenario-903202629-router', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:17Z', 'updated_at': '2022-05-12T17:52:19Z', 'revision_number': 3, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'gw_port': {'id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:23.147377 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] Publish callbacks [] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:23.155267 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:23.160440 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-e49f8380-6c80-46f5-9b2f-ee06d26c7328 None None] Port 257e1611-cd25-4bd5-a17e-4531eb016a8b cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:52:23.281842 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] Pushing event updated for resources: {'Port': ['ID=257e1611-cd25-4bd5-a17e-4531eb016a8b,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:23.333880 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984765'] for router_interface (6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:23.447013 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-ba85ce6e-1349-4669-90a2-434a6e1c56c7 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159350135&fields=id&tenant_id=583159e196b2438698885193ca03ef4d HTTP/1.1" status: 200 len: 267 time: 0.0915668 May 12 17:52:23.475725 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-e665a00c-a8ac-42d6-abe3-86f19a33fdc1 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:23.477275 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-e665a00c-a8ac-42d6-abe3-86f19a33fdc1 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.74 "GET /v2.0/networks?id=42aca28f-4d9c-47b5-9afa-e8a9049c9539 HTTP/1.1" status: 200 len: 811 time: 0.2865517 May 12 17:52:23.537267 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b958a24d-fdaf-450b-9ce5-5b38be16f32e req-a86f9dca-f6be-479a-bc9b-da8b0de4133f tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 210 time: 0.0583982 May 12 17:52:23.604348 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] Network d316737e-c775-43a3-a667-c27cc0941735 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:23.610361 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-4b2a9831-8bfc-450d-9091-c0ecd1c4067a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d17edf9c20f0426db1c8a1dbc420ed6c HTTP/1.1" status: 200 len: 380 time: 0.0977559 May 12 17:52:23.612214 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:23.634395 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-4bef0400-7854-426f-ad2e-9a3d3ad35241 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:23.636063 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-4bef0400-7854-426f-ad2e-9a3d3ad35241 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/networks?id=4c9e560d-07a4-4ecb-97d5-62e31a28a50d HTTP/1.1" status: 200 len: 809 time: 0.1728950 May 12 17:52:23.657816 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-09257813-3d05-4eed-9089-1509c97ea5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:23.658214 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-cbdee239-b34c-419e-a3e8-d62aa10c54cb tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/quotas/583159e196b2438698885193ca03ef4d HTTP/1.1" status: 200 len: 375 time: 0.0118568 May 12 17:52:23.744099 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-098f65cc-7583-401b-bf2f-a817f121da82 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=583159e196b2438698885193ca03ef4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746152 May 12 17:52:23.838831 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] Router 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:52:23.891809 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device fa0190af-d0a7-44c9-8468-b9bfa8ec2553 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:23.908961 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-85521962-265c-496d-95b3-9889c9b0c7e6 req-f4e8174c-25ac-4be0-8825-ad313653e8dc tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 210 time: 0.0656099 May 12 17:52:23.946742 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-a975721e-2599-49e0-ad06-8c219773888b service neutron] 10.222.0.73 "GET /v2.0/networks/4c9e560d-07a4-4ecb-97d5-62e31a28a50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880367 May 12 17:52:23.972639 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port fa0190af-d0a7-44c9-8468-b9bfa8ec2553 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:23.973156 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (fa0190af-d0a7-44c9-8468-b9bfa8ec2553), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:23.983147 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-e34f829f-7d83-4f57-b014-473a985abbc0 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Request body: {'port': {'device_id': '3f2dcfe1-505b-479b-adee-02927130d745', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'admin_state_up': True, 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'security_groups': ['c7911e70-8d19-465b-8e21-6f5e2dc53127']}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:24.074911 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-53be9691-6c59-441d-9baf-f3d95a888444 service neutron] 10.222.0.73 "GET /v2.0/networks/4c9e560d-07a4-4ecb-97d5-62e31a28a50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269152 May 12 17:52:24.117694 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-c6537185-69d8-417a-bec4-147eb1b4d461 None None] Provisioning complete for port 257e1611-cd25-4bd5-a17e-4531eb016a8b triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:24.118213 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c6537185-69d8-417a-bec4-147eb1b4d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:24.150795 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port fa0190af-d0a7-44c9-8468-b9bfa8ec2553 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:24.151193 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (fa0190af-d0a7-44c9-8468-b9bfa8ec2553), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:24.193472 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] For port fa0190af-d0a7-44c9-8468-b9bfa8ec2553, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=fa0190af-d0a7-44c9-8468-b9bfa8ec2553,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:24.194549 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-c6537185-69d8-417a-bec4-147eb1b4d461 None None] Port 257e1611-cd25-4bd5-a17e-4531eb016a8b cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:52:24.203204 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (fa0190af-d0a7-44c9-8468-b9bfa8ec2553), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:24.204118 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device be240427-cd3f-42cf-bc84-7db5fce5d832 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:24.305661 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-e34f829f-7d83-4f57-b014-473a985abbc0 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Made reservation on behalf of d17edf9c20f0426db1c8a1dbc420ed6c for: {'port': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:52:24.310552 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-e34f829f-7d83-4f57-b014-473a985abbc0 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:24.317586 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Pushing event updated for resources: {'Port': ['ID=fa0190af-d0a7-44c9-8468-b9bfa8ec2553,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:24.341686 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port be240427-cd3f-42cf-bc84-7db5fce5d832 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:24.342139 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (be240427-cd3f-42cf-bc84-7db5fce5d832), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:24.344221 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:24.356865 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-e4728c02-a421-4b49-9c49-26fb6785ada6 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:24.358347 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-e4728c02-a421-4b49-9c49-26fb6785ada6 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.74 "GET /v2.0/networks?id=a25dbb6f-d15b-498d-a498-e2acebdb3c69 HTTP/1.1" status: 200 len: 811 time: 0.2524438 May 12 17:52:24.368822 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-36f08a73-dea1-4a56-9bb7-70150f0899bb admin admin] 10.222.0.73 "PUT /v2.0/routers/6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5770962 May 12 17:52:24.632657 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-e34f829f-7d83-4f57-b014-473a985abbc0 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Allocated IP 172.20.0.4 (42aca28f-4d9c-47b5-9afa-e8a9049c9539/4e47a012-ad83-4701-be85-56bd402cf726/ff249090-5209-40fd-90f9-a63ead339649) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:52:24.637702 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port be240427-cd3f-42cf-bc84-7db5fce5d832 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:24.644788 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-876ec715-f0a8-4bd1-ba0d-34f49dfac16a req-ee638b85-3a51-4d57-a60c-d20d6ae2854c tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 210 time: 0.0969336 May 12 17:52:24.701548 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-07160852-5048-4fd0-93cb-947812886848 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4d7ebeafe8140b3b8332059258a83eb HTTP/1.1" status: 200 len: 379 time: 0.2375124 May 12 17:52:24.712657 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e9d9d743-8706-45d6-8935-4f34b6267423 req-f22ee57a-1eb7-4eaf-9c0e-ce98aa1b9a08 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 210 time: 0.0421269 May 12 17:52:24.718882 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-075224e6-bd56-4e58-8314-f69d47107f3d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Request body: {'port': {'device_id': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'admin_state_up': True, 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'security_groups': ['799ae988-631f-4578-983b-c368dfc9c489']}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:24.938699 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-e34f829f-7d83-4f57-b014-473a985abbc0 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for port (ff249090-5209-40fd-90f9-a63ead339649), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:24.943261 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-075224e6-bd56-4e58-8314-f69d47107f3d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Made reservation on behalf of a4d7ebeafe8140b3b8332059258a83eb for: {'port': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:52:24.947419 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-075224e6-bd56-4e58-8314-f69d47107f3d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.069374 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a1f7799a-d2a2-4068-b208-b384510dc9dc req-28233512-3bba-4e9b-9970-0bea57bef9c7 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 210 time: 0.0632675 May 12 17:52:25.081621 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-e34f829f-7d83-4f57-b014-473a985abbc0 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (ff249090-5209-40fd-90f9-a63ead339649), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.173233 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-e34f829f-7d83-4f57-b014-473a985abbc0 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:25.181916 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-e34f829f-7d83-4f57-b014-473a985abbc0 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:25.185750 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-e34f829f-7d83-4f57-b014-473a985abbc0 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:52:25.203972 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59532) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:25.209933 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-3dd26286-4e0c-4d03-be6e-4f3951e19463 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1401596499-network', 'tenant_id': '908a3d1181774f4d9d8f347d64bd4771'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:25.217409 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.234040 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd26286-4e0c-4d03-be6e-4f3951e19463 admin admin] Made reservation on behalf of 908a3d1181774f4d9d8f347d64bd4771 for: {'network': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:52:25.236941 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3dd26286-4e0c-4d03-be6e-4f3951e19463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.248557 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3dd26286-4e0c-4d03-be6e-4f3951e19463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.265418 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-075224e6-bd56-4e58-8314-f69d47107f3d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Allocated IP 172.20.0.12 (a25dbb6f-d15b-498d-a498-e2acebdb3c69/3b393bcd-a146-44a6-8ec1-ecf303917907/32313048-9cf4-4080-982e-b807bb4c51d5) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:52:25.310901 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-e34f829f-7d83-4f57-b014-473a985abbc0 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:25.311545 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-e34f829f-7d83-4f57-b014-473a985abbc0 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.339979 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f829f-7d83-4f57-b014-473a985abbc0 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Pushing event updated for resources: {'Port': ['ID=ff249090-5209-40fd-90f9-a63ead339649,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:25.373765 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-e34f829f-7d83-4f57-b014-473a985abbc0 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4116955 May 12 17:52:25.374914 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3dd26286-4e0c-4d03-be6e-4f3951e19463 admin admin] Publish callbacks [] for security_group (8282b5cd-db96-4ba0-8220-acbbf0436fc8), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.379345 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3dd26286-4e0c-4d03-be6e-4f3951e19463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (8282b5cd-db96-4ba0-8220-acbbf0436fc8), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.414163 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd26286-4e0c-4d03-be6e-4f3951e19463 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=109950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:52:25.425439 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd26286-4e0c-4d03-be6e-4f3951e19463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8282b5cd-db96-4ba0-8220-acbbf0436fc8,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:25.431085 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3dd26286-4e0c-4d03-be6e-4f3951e19463 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (915f1a56-6b36-4f36-b7fa-12caf84806ea), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.431776 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.segments_db [None req-3dd26286-4e0c-4d03-be6e-4f3951e19463 admin admin] Added segment 915f1a56-6b36-4f36-b7fa-12caf84806ea of type vlan for network 4a138f5d-2463-4060-9558-df489a2f5eb4 May 12 17:52:25.464304 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Request body: {'port': {'device_id': '3f2dcfe1-505b-479b-adee-02927130d745', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:25.492994 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3dd26286-4e0c-4d03-be6e-4f3951e19463 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (4a138f5d-2463-4060-9558-df489a2f5eb4), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.523421 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-075224e6-bd56-4e58-8314-f69d47107f3d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for port (32313048-9cf4-4080-982e-b807bb4c51d5), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.525512 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3dd26286-4e0c-4d03-be6e-4f3951e19463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (4a138f5d-2463-4060-9558-df489a2f5eb4), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.528141 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-b49fad9b-dddd-4d36-be96-698f7051037b None None] Provisioning complete for port ff249090-5209-40fd-90f9-a63ead339649 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:25.528867 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b49fad9b-dddd-4d36-be96-698f7051037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (ff249090-5209-40fd-90f9-a63ead339649), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.534614 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd26286-4e0c-4d03-be6e-4f3951e19463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:25.535731 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3dd26286-4e0c-4d03-be6e-4f3951e19463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.579638 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (ff249090-5209-40fd-90f9-a63ead339649), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.586697 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-3dd26286-4e0c-4d03-be6e-4f3951e19463 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3810148 May 12 17:52:25.587439 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59534) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:25.594804 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-b49fad9b-dddd-4d36-be96-698f7051037b None None] Port ff249090-5209-40fd-90f9-a63ead339649 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:52:25.598483 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-1485caa6-7bbe-4014-ac4e-a11a370975a9 admin admin] Request body: {'subnet': {'network_id': '4a138f5d-2463-4060-9558-df489a2f5eb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1401596499-subnet', 'tenant_id': '908a3d1181774f4d9d8f347d64bd4771', 'ip_version': 4}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:25.608726 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Sync routers for ids ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:25.626746 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Routers {'6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:25.627936 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:51:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:25.641264 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-075224e6-bd56-4e58-8314-f69d47107f3d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (32313048-9cf4-4080-982e-b807bb4c51d5), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.644658 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd26286-4e0c-4d03-be6e-4f3951e19463 admin admin] Pushing event updated for resources: {'Network': ['ID=4a138f5d-2463-4060-9558-df489a2f5eb4,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:25.659485 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1485caa6-7bbe-4014-ac4e-a11a370975a9 admin admin] Made reservation on behalf of 908a3d1181774f4d9d8f347d64bd4771 for: {'subnet': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:52:25.663181 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1485caa6-7bbe-4014-ac4e-a11a370975a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9404103'] for subnet (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.710230 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network 4a138f5d-2463-4060-9558-df489a2f5eb4 details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:52:25.712675 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-075224e6-bd56-4e58-8314-f69d47107f3d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Network a25dbb6f-d15b-498d-a498-e2acebdb3c69 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:25.719580 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-075224e6-bd56-4e58-8314-f69d47107f3d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:25.740269 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-075224e6-bd56-4e58-8314-f69d47107f3d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:52:25.808791 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device fa0190af-d0a7-44c9-8468-b9bfa8ec2553 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:25.914295 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c65647-32ca-4d79-aadb-75f9a3e9b5b6 req-7905600e-012b-4510-bcef-6d0895e0ad7d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:25.915838 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-66c65647-32ca-4d79-aadb-75f9a3e9b5b6 req-7905600e-012b-4510-bcef-6d0895e0ad7d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 932 time: 0.0617909 May 12 17:52:25.926846 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Set router 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:26.006821 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f31bcf7f-5853-48ba-bdd6-4765ffc7d8cb req-a49f51e9-110f-45aa-87b8-dab29bce332b tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 210 time: 0.1514997 May 12 17:52:26.082263 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1485caa6-7bbe-4014-ac4e-a11a370975a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9231563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9404113'] for subnet (e90b0b21-7e3a-4800-8d60-8ceecb5a56e7), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:26.142594 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485caa6-7bbe-4014-ac4e-a11a370975a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e90b0b21-7e3a-4800-8d60-8ceecb5a56e7,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:26.163530 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-66c65647-32ca-4d79-aadb-75f9a3e9b5b6 req-cc0548db-b688-4dab-b37c-172128ba0a87 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077479 May 12 17:52:26.188418 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075224e6-bd56-4e58-8314-f69d47107f3d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event updated for resources: {'Port': ['ID=32313048-9cf4-4080-982e-b807bb4c51d5,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:26.211938 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4d4b71b0-1a1b-49ed-93e7-9a674156ff1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:26.265282 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-075224e6-bd56-4e58-8314-f69d47107f3d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:26.265918 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-075224e6-bd56-4e58-8314-f69d47107f3d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:26.270429 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f179e36e-9ebe-4870-ad46-b0b082053596 None None] Provisioning complete for port 32313048-9cf4-4080-982e-b807bb4c51d5 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:26.271590 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f179e36e-9ebe-4870-ad46-b0b082053596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (32313048-9cf4-4080-982e-b807bb4c51d5), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:26.282740 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9dbb8-8ea9-4712-8357-bf1ce5ab46e7 req-c528ac19-0478-4dff-a6ea-007b74d60eec tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:26.284395 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-46e9dbb8-8ea9-4712-8357-bf1ce5ab46e7 req-c528ac19-0478-4dff-a6ea-007b74d60eec tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 931 time: 0.1195598 May 12 17:52:26.287623 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-075224e6-bd56-4e58-8314-f69d47107f3d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5794325 May 12 17:52:26.300751 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port fa0190af-d0a7-44c9-8468-b9bfa8ec2553 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:26.301260 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (fa0190af-d0a7-44c9-8468-b9bfa8ec2553), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:26.311821 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-758bf8d7-ac56-4076-8665-6955dd6ba8bb tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:26.312946 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-758bf8d7-ac56-4076-8665-6955dd6ba8bb tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.74 "GET /v2.0/networks?id=4c9e560d-07a4-4ecb-97d5-62e31a28a50d HTTP/1.1" status: 200 len: 809 time: 0.2915916 May 12 17:52:26.314798 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1485caa6-7bbe-4014-ac4e-a11a370975a9 admin admin] Checking segment: {'id': '915f1a56-6b36-4f36-b7fa-12caf84806ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4a138f5d-2463-4060-9558-df489a2f5eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:52:26.315164 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1485caa6-7bbe-4014-ac4e-a11a370975a9 admin admin] Network hostable DHCP agents. Network: 4a138f5d-2463-4060-9558-df489a2f5eb4, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:52:26.360177 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Request body: {'port': {'device_id': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:26.387175 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-46e9dbb8-8ea9-4712-8357-bf1ce5ab46e7 req-71876ac2-21ce-4baa-ac55-69f74a628fef tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927668 May 12 17:52:26.396838 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1485caa6-7bbe-4014-ac4e-a11a370975a9 admin admin] Network 4a138f5d-2463-4060-9558-df489a2f5eb4 is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:52:26.404757 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f179e36e-9ebe-4870-ad46-b0b082053596 None None] Port 32313048-9cf4-4080-982e-b807bb4c51d5 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:52:26.425132 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-1485caa6-7bbe-4014-ac4e-a11a370975a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, 4a138f5d-2463-4060-9558-df489a2f5eb4) {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:26.434348 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485caa6-7bbe-4014-ac4e-a11a370975a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:26.435771 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-1485caa6-7bbe-4014-ac4e-a11a370975a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:26.445328 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-aa0db480-cc39-41c7-8102-370fb88de3f5 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=583159e196b2438698885193ca03ef4d HTTP/1.1" status: 200 len: 379 time: 0.1091154 May 12 17:52:26.455383 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0332c3a8-c447-439b-a6e6-541ffa0d6a01 None None] Network 4a138f5d-2463-4060-9558-df489a2f5eb4 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:52:26.455765 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-7fa34a74-945f-40bf-b759-47e8731e5af4 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Request body: {'port': {'device_id': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d', 'admin_state_up': True, 'tenant_id': '583159e196b2438698885193ca03ef4d', 'security_groups': ['edd59496-73d5-49fb-9ad7-6c89ad7fb9ee']}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:26.480123 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (32313048-9cf4-4080-982e-b807bb4c51d5), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:26.487089 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59544) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:26.487273 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-1485caa6-7bbe-4014-ac4e-a11a370975a9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8952177 May 12 17:52:26.501768 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1401596499-router', 'tenant_id': '908a3d1181774f4d9d8f347d64bd4771', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:26.536211 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port fa0190af-d0a7-44c9-8468-b9bfa8ec2553 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:26.549055 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'name': 'tempest-TestMinimumBasicScenario-903202629-router', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:17Z', 'updated_at': '2022-05-12T17:52:22Z', 'revision_number': 4, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'gw_port': {'id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '257e1611-cd25-4bd5-a17e-4531eb016a8b', 'name': '', 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'mac_address': 'fa:16:3e:5e:9b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:21Z', 'updated_at': '2022-05-12T17:52:22Z', 'revision_number': 2, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'subnets': [{'id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:26.569813 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff249090-5209-40fd-90f9-a63ead339649 {{(pid=109951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:52:26.581877 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Checking router: 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:26.582560 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Updating router 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 port 257e1611-cd25-4bd5-a17e-4531eb016a8b binding host dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:52:26.587178 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Publish callbacks [] for port (ff249090-5209-40fd-90f9-a63ead339649), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:26.599001 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-7fa34a74-945f-40bf-b759-47e8731e5af4 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Made reservation on behalf of 583159e196b2438698885193ca03ef4d for: {'port': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:52:26.600929 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router (8db32801-1a2a-47ad-ae16-6b2e75b96775), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:26.601907 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-7fa34a74-945f-40bf-b759-47e8731e5af4 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:26.602055 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31086'] for router (8db32801-1a2a-47ad-ae16-6b2e75b96775), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:26.613441 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:26.634385 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.provisioning_blocks [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Transition to ACTIVE for port object ff249090-5209-40fd-90f9-a63ead339649 will not be triggered until provisioned by entity L2. {{(pid=109951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:52:26.644698 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (ff249090-5209-40fd-90f9-a63ead339649), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:26.676991 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3e62091-7561-548c-8de7-cdb0ae49b08b-4a138f5d-2463-4060-9558-df489a2f5eb4', 'network_id': '4a138f5d-2463-4060-9558-df489a2f5eb4', 'project_id': '908a3d1181774f4d9d8f347d64bd4771', 'fixed_ips': [{'subnet_id': 'e90b0b21-7e3a-4800-8d60-8ceecb5a56e7'}]}} from dv-cinder-840525-2-iscsi. {{(pid=109952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:52:26.677936 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:26.772233 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-7fa34a74-945f-40bf-b759-47e8731e5af4 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Allocated IP 172.20.0.11 (4c9e560d-07a4-4ecb-97d5-62e31a28a50d/9b80c515-0b63-44e2-9cec-0193b290cc86/36ac8c9b-649a-4f18-98d9-0e51a7a3795f) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:52:26.781888 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Pushing event updated for resources: {'Port': ['ID=ff249090-5209-40fd-90f9-a63ead339649,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:26.814332 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Publish callbacks [] for router_controller (8db32801-1a2a-47ad-ae16-6b2e75b96775), precommit_add_association {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:26.957444 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Allocated IP 172.20.0.2 (4a138f5d-2463-4060-9558-df489a2f5eb4/e90b0b21-7e3a-4800-8d60-8ceecb5a56e7/55fb4b2d-bd1c-4484-aa80-0431d9224c30) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:52:27.030706 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-7fa34a74-945f-40bf-b759-47e8731e5af4 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.170910 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-7fa34a74-945f-40bf-b759-47e8731e5af4 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.189766 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743816b4-ddff-49ce-b560-7711588a99f6 req-6d692a4f-64e7-486f-b4b3-2ce05a11441d tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:27.191597 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-743816b4-ddff-49ce-b560-7711588a99f6 req-6d692a4f-64e7-486f-b4b3-2ce05a11441d tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 932 time: 0.0809000 May 12 17:52:27.208658 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Publish callbacks [] for router_gateway (8db32801-1a2a-47ad-ae16-6b2e75b96775), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.218904 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Attempting to bind port ff249090-5209-40fd-90f9-a63ead339649 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:52:27.219513 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Attempting to bind port ff249090-5209-40fd-90f9-a63ead339649 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '610844af-1cf6-4b24-82c7-579224578243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:52:27.220273 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Attempting to bind port ff249090-5209-40fd-90f9-a63ead339649 on network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:27.232333 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-7fa34a74-945f-40bf-b759-47e8731e5af4 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Network 4c9e560d-07a4-4ecb-97d5-62e31a28a50d is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:27.241034 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Port ff249090-5209-40fd-90f9-a63ead339649 on network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:52:27.241356 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Attempting to bind port ff249090-5209-40fd-90f9-a63ead339649 on network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:27.251477 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-7fa34a74-945f-40bf-b759-47e8731e5af4 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:27.254573 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-7fa34a74-945f-40bf-b759-47e8731e5af4 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:52:27.304858 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Publish callbacks [] for port (55fb4b2d-bd1c-4484-aa80-0431d9224c30), precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.323115 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:52:27.323666 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Checking segment: {'id': '610844af-1cf6-4b24-82c7-579224578243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:52:27.324149 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Bound using segment: {'id': '610844af-1cf6-4b24-82c7-579224578243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:52:27.326267 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Bound port: ff249090-5209-40fd-90f9-a63ead339649, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610844af-1cf6-4b24-82c7-579224578243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:52:27.326267 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (ff249090-5209-40fd-90f9-a63ead339649), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.334233 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Publish callbacks [] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.338840 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925'] for port (55fb4b2d-bd1c-4484-aa80-0431d9224c30), after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.341700 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa34a74-945f-40bf-b759-47e8731e5af4 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Pushing event updated for resources: {'Port': ['ID=36ac8c9b-649a-4f18-98d9-0e51a7a3795f,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:27.381609 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-7fa34a74-945f-40bf-b759-47e8731e5af4 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:27.382235 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-7fa34a74-945f-40bf-b759-47e8731e5af4 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.388685 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32313048-9cf4-4080-982e-b807bb4c51d5 {{(pid=109951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:52:27.401816 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-743816b4-ddff-49ce-b560-7711588a99f6 req-cbe714fb-3008-4e3a-8d3e-58f859b29e99 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824226 May 12 17:52:27.411836 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef14ef-044c-488f-9f08-6e1a3bf18743 req-b9cb1d6c-5a2c-4ebb-a6f9-91ce177dfd90 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:27.413890 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.416825 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.419525 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b0ef14ef-044c-488f-9f08-6e1a3bf18743 req-b9cb1d6c-5a2c-4ebb-a6f9-91ce177dfd90 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 932 time: 0.1125333 May 12 17:52:27.438642 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Publish callbacks [] for port (32313048-9cf4-4080-982e-b807bb4c51d5), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.444332 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Network 4a138f5d-2463-4060-9558-df489a2f5eb4 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:27.447886 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:27.455750 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:52:27.456451 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-7fa34a74-945f-40bf-b759-47e8731e5af4 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0047495 May 12 17:52:27.466447 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Pushing event updated for resources: {'Port': ['ID=55fb4b2d-bd1c-4484-aa80-0431d9224c30,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:27.505115 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b0ef14ef-044c-488f-9f08-6e1a3bf18743 req-ee9c5646-bcae-49dc-a695-df3a57780929 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847261 May 12 17:52:27.510522 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Request body: {'port': {'device_id': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:27.521303 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.provisioning_blocks [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Transition to ACTIVE for port object 32313048-9cf4-4080-982e-b807bb4c51d5 will not be triggered until provisioned by entity L2. {{(pid=109951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:52:27.590336 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (32313048-9cf4-4080-982e-b807bb4c51d5), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.610931 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.616700 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] For port ff249090-5209-40fd-90f9-a63ead339649, host hv-cinder-84052, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:52:27.696926 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] For port ff249090-5209-40fd-90f9-a63ead339649, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=ff249090-5209-40fd-90f9-a63ead339649,segment=NetworkSegment(610844af-1cf6-4b24-82c7-579224578243),segment_id=610844af-1cf6-4b24-82c7-579224578243)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:52:27.741658 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94703eaa-e69c-4553-b8c4-2cfdfcd59dc5 req-f01b4097-741f-48aa-b5cb-49203b4658bc tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:27.743554 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-94703eaa-e69c-4553-b8c4-2cfdfcd59dc5 req-f01b4097-741f-48aa-b5cb-49203b4658bc tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 943 time: 0.1351860 May 12 17:52:27.758645 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (ff249090-5209-40fd-90f9-a63ead339649), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.769667 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Pushing event updated for resources: {'Port': ['ID=32313048-9cf4-4080-982e-b807bb4c51d5,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:27.818431 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Publish callbacks [] for router_gateway (8db32801-1a2a-47ad-ae16-6b2e75b96775), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.860523 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-94703eaa-e69c-4553-b8c4-2cfdfcd59dc5 req-45a9d0f6-c5bd-4374-9110-1171ecf50b73 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778594 May 12 17:52:27.893915 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-8ad7ce89-eda4-47c1-bccc-d5e717a3e97a None None] Provisioning complete for port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:27.894300 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8ad7ce89-eda4-47c1-bccc-d5e717a3e97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.903280 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48165fcf-99a3-4b2c-bdeb-701b0347a402 None None] Pushing event updated for resources: {'Port': ['ID=257e1611-cd25-4bd5-a17e-4531eb016a8b,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:27.904814 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Pushing event updated for resources: {'Port': ['ID=ff249090-5209-40fd-90f9-a63ead339649,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:27.947010 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Attempting to bind port 55fb4b2d-bd1c-4484-aa80-0431d9224c30 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:52:27.947383 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Attempting to bind port 55fb4b2d-bd1c-4484-aa80-0431d9224c30 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': '915f1a56-6b36-4f36-b7fa-12caf84806ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4a138f5d-2463-4060-9558-df489a2f5eb4'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:52:27.947734 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Attempting to bind port 55fb4b2d-bd1c-4484-aa80-0431d9224c30 on network 4a138f5d-2463-4060-9558-df489a2f5eb4 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:27.954626 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:27.955632 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.957553 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-6544be5a-1950-433d-b372-dfacaa8e559d service neutron] 10.222.0.74 "PUT /v2.0/ports/ff249090-5209-40fd-90f9-a63ead339649 HTTP/1.1" status: 200 len: 1093 time: 2.5023572 May 12 17:52:27.957983 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:52:27.958503 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Checking segment: {'id': '915f1a56-6b36-4f36-b7fa-12caf84806ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4a138f5d-2463-4060-9558-df489a2f5eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:52:27.958979 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.959385 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Bound using segment: {'id': '915f1a56-6b36-4f36-b7fa-12caf84806ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4a138f5d-2463-4060-9558-df489a2f5eb4'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:52:27.959868 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Bound port: 55fb4b2d-bd1c-4484-aa80-0431d9224c30, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915f1a56-6b36-4f36-b7fa-12caf84806ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4a138f5d-2463-4060-9558-df489a2f5eb4'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:52:27.960868 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2dcfe1-505b-479b-adee-02927130d745', 'tag': 'ff249090-5209-40fd-90f9-a63ead339649'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:27.960999 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (55fb4b2d-bd1c-4484-aa80-0431d9224c30), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:27.964256 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e960e4b8-5a6a-4a3d-9777-354f5693e9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2dcfe1-505b-479b-adee-02927130d745", "tag": "ff249090-5209-40fd-90f9-a63ead339649"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:27.990900 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Attempting to bind port 257e1611-cd25-4bd5-a17e-4531eb016a8b on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:52:27.991388 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Attempting to bind port 257e1611-cd25-4bd5-a17e-4531eb016a8b by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': '13bc5da4-0119-4176-b55f-8c657f3c06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:52:27.991622 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Attempting to bind port 257e1611-cd25-4bd5-a17e-4531eb016a8b on network d316737e-c775-43a3-a667-c27cc0941735 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:28.002164 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:28.026119 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:52:28.026639 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Checking segment: {'id': '13bc5da4-0119-4176-b55f-8c657f3c06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:52:28.027048 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:28.027449 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Bound using segment: {'id': '13bc5da4-0119-4176-b55f-8c657f3c06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:52:28.027936 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Bound port: 257e1611-cd25-4bd5-a17e-4531eb016a8b, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bc5da4-0119-4176-b55f-8c657f3c06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:52:28.028474 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:28.040429 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e980df-e9b2-4142-b97c-20bc7cc830e3 x-openstack-request-id: req-f5e980df-e9b2-4142-b97c-20bc7cc830e3 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:28.040650 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2dcfe1-505b-479b-adee-02927130d745", "tag": "ff249090-5209-40fd-90f9-a63ead339649", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:28.040901 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5e980df-e9b2-4142-b97c-20bc7cc830e3 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:28.041284 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e980df-e9b2-4142-b97c-20bc7cc830e3'] response: {'name': 'network-changed', 'server_uuid': '3f2dcfe1-505b-479b-adee-02927130d745', 'tag': 'ff249090-5209-40fd-90f9-a63ead339649', 'status': 'completed', 'code': 200} May 12 17:52:28.057412 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8ad7ce89-eda4-47c1-bccc-d5e717a3e97a None None] Port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:52:28.127584 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] For port 55fb4b2d-bd1c-4484-aa80-0431d9224c30, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:52:28.133150 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] For port 55fb4b2d-bd1c-4484-aa80-0431d9224c30, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=55fb4b2d-bd1c-4484-aa80-0431d9224c30,segment=NetworkSegment(915f1a56-6b36-4f36-b7fa-12caf84806ea),segment_id=915f1a56-6b36-4f36-b7fa-12caf84806ea)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:52:28.144785 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] For port 257e1611-cd25-4bd5-a17e-4531eb016a8b, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:52:28.147892 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (55fb4b2d-bd1c-4484-aa80-0431d9224c30), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:28.150851 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] For port 257e1611-cd25-4bd5-a17e-4531eb016a8b, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=257e1611-cd25-4bd5-a17e-4531eb016a8b,segment=NetworkSegment(13bc5da4-0119-4176-b55f-8c657f3c06ed),segment_id=13bc5da4-0119-4176-b55f-8c657f3c06ed)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:52:28.153889 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ac8c9b-649a-4f18-98d9-0e51a7a3795f {{(pid=109950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:52:28.159444 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Attempting to bind port 32313048-9cf4-4080-982e-b807bb4c51d5 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:52:28.160506 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Attempting to bind port 32313048-9cf4-4080-982e-b807bb4c51d5 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:52:28.160506 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Attempting to bind port 32313048-9cf4-4080-982e-b807bb4c51d5 on network a25dbb6f-d15b-498d-a498-e2acebdb3c69 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:28.162841 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-5381b199-f94b-45d3-a775-b1ec82fa3bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:28.164286 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-5381b199-f94b-45d3-a775-b1ec82fa3bdd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d17edf9c20f0426db1c8a1dbc420ed6c&device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 1127 time: 0.1299572 May 12 17:52:28.164813 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Publish callbacks [] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:28.174431 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Port 32313048-9cf4-4080-982e-b807bb4c51d5 on network a25dbb6f-d15b-498d-a498-e2acebdb3c69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:52:28.174746 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Attempting to bind port 32313048-9cf4-4080-982e-b807bb4c51d5 on network a25dbb6f-d15b-498d-a498-e2acebdb3c69 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:28.179750 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.provisioning_blocks [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Transition to ACTIVE for port object 36ac8c9b-649a-4f18-98d9-0e51a7a3795f will not be triggered until provisioned by entity L2. {{(pid=109950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:52:28.186645 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231180'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:28.190340 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:28.213700 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:52:28.213979 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Checking segment: {'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:52:28.214217 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Bound using segment: {'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:52:28.214918 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Bound port: 32313048-9cf4-4080-982e-b807bb4c51d5, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:52:28.215056 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (32313048-9cf4-4080-982e-b807bb4c51d5), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:28.227123 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-b4acade4-5070-4943-a4c3-b172a3bfbf32 None None] Provisioning complete for port 257e1611-cd25-4bd5-a17e-4531eb016a8b triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:28.227499 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b4acade4-5070-4943-a4c3-b172a3bfbf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:28.275311 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-1878acb6-e008-47f9-b1d6-e748bbf3df8b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff249090-5209-40fd-90f9-a63ead339649 HTTP/1.1" status: 200 len: 217 time: 0.0725198 May 12 17:52:28.289345 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb8900-922f-4e0d-a3a6-c923464eac84 None None] Pushing event updated for resources: {'Port': ['ID=55fb4b2d-bd1c-4484-aa80-0431d9224c30,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:28.360194 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48165fcf-99a3-4b2c-bdeb-701b0347a402 None None] Pushing event updated for resources: {'Port': ['ID=257e1611-cd25-4bd5-a17e-4531eb016a8b,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:28.367149 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Routers {'6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:28.367768 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:52:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:28.377802 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Pushing event updated for resources: {'Port': ['ID=36ac8c9b-649a-4f18-98d9-0e51a7a3795f,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:28.426165 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Allocated IP 172.27.2.117 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/7eda7d83-fb33-4018-ab77-60735128f68b) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:52:28.449342 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Attempting to bind port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:52:28.449804 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Attempting to bind port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '8be74722-33bb-42cd-b313-8c00756300f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d'}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:52:28.450405 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Attempting to bind port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f on network 4c9e560d-07a4-4ecb-97d5-62e31a28a50d {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:28.466190 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f on network 4c9e560d-07a4-4ecb-97d5-62e31a28a50d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:52:28.466526 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Attempting to bind port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f on network 4c9e560d-07a4-4ecb-97d5-62e31a28a50d {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:28.468194 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-b4acade4-5070-4943-a4c3-b172a3bfbf32 None None] Current status of the port 257e1611-cd25-4bd5-a17e-4531eb016a8b is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:28.469035 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b4acade4-5070-4943-a4c3-b172a3bfbf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:28.478823 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:52:28.483902 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] For port 32313048-9cf4-4080-982e-b807bb4c51d5, host hv-cinder-84052, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:52:28.484811 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Checking segment: {'id': '8be74722-33bb-42cd-b313-8c00756300f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:52:28.485727 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Bound using segment: {'id': '8be74722-33bb-42cd-b313-8c00756300f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d'} {{(pid=109950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:52:28.485992 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.managers [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Bound port: 36ac8c9b-649a-4f18-98d9-0e51a7a3795f, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be74722-33bb-42cd-b313-8c00756300f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d'}}] {{(pid=109950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:52:28.486360 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:28.493812 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] For port 32313048-9cf4-4080-982e-b807bb4c51d5, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=32313048-9cf4-4080-982e-b807bb4c51d5,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:52:28.510060 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-cfbddf39-ec3b-464a-90b8-e3500fd4a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:28.513594 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-cfbddf39-ec3b-464a-90b8-e3500fd4a167 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e47a012-ad83-4701-be85-56bd402cf726 HTTP/1.1" status: 200 len: 850 time: 0.2127309 May 12 17:52:28.652609 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-d0d462a2-e512-4765-b3b6-dd826c1bf80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:28.656032 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-d0d462a2-e512-4765-b3b6-dd826c1bf80a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=42aca28f-4d9c-47b5-9afa-e8a9049c9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1292472 May 12 17:52:28.665602 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (32313048-9cf4-4080-982e-b807bb4c51d5), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:28.681020 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-b4acade4-5070-4943-a4c3-b172a3bfbf32 None None] For port 257e1611-cd25-4bd5-a17e-4531eb016a8b, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=257e1611-cd25-4bd5-a17e-4531eb016a8b,segment=NetworkSegment(13bc5da4-0119-4176-b55f-8c657f3c06ed),segment_id=13bc5da4-0119-4176-b55f-8c657f3c06ed)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:28.698223 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b4acade4-5070-4943-a4c3-b172a3bfbf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:28.711402 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b21f2-27c0-4e64-b215-575d768081f8 req-40b03f45-a072-4236-a79f-195f1f65ffb3 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:28.718171 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-248b21f2-27c0-4e64-b215-575d768081f8 req-40b03f45-a072-4236-a79f-195f1f65ffb3 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 944 time: 0.1431847 May 12 17:52:28.749586 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:28.757273 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] Set router 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:28.819611 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4acade4-5070-4943-a4c3-b172a3bfbf32 None None] Pushing event updated for resources: {'Port': ['ID=257e1611-cd25-4bd5-a17e-4531eb016a8b,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:28.821299 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5378f1-df06-4915-8e7c-b460d2bc9c35 req-26222225-73f9-417f-a232-e0b5ff8962c3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:28.830929 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ef5378f1-df06-4915-8e7c-b460d2bc9c35 req-26222225-73f9-417f-a232-e0b5ff8962c3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 944 time: 0.1092257 May 12 17:52:28.855738 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] For port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f, host hv-cinder-84052, cleared binding levels {{(pid=109950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:52:28.891936 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] For port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=36ac8c9b-649a-4f18-98d9-0e51a7a3795f,segment=NetworkSegment(8be74722-33bb-42cd-b313-8c00756300f0),segment_id=8be74722-33bb-42cd-b313-8c00756300f0)] {{(pid=109950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:52:28.903103 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:28.904330 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:28.906010 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] 10.222.0.74 "PUT /v2.0/ports/32313048-9cf4-4080-982e-b807bb4c51d5 HTTP/1.1" status: 200 len: 1094 time: 2.5537019 May 12 17:52:28.910391 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-248b21f2-27c0-4e64-b215-575d768081f8 req-a66f8a2f-837d-4f46-b367-4d111d902d03 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479511 May 12 17:52:28.915065 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc24bb3-3c80-484d-b0a4-6012f0ce8b8e service neutron] Pushing event updated for resources: {'Port': ['ID=32313048-9cf4-4080-982e-b807bb4c51d5,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:28.934338 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231180'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:28.986101 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-6a58c42c-642d-446e-8c0c-631b7e99c063 None None] Provisioning complete for port 257e1611-cd25-4bd5-a17e-4531eb016a8b triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:28.986552 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a58c42c-642d-446e-8c0c-631b7e99c063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:29.030123 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-a066acc8-f9b7-4eb7-89f2-3f75af407184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:29.040943 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-a066acc8-f9b7-4eb7-89f2-3f75af407184 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d7ebeafe8140b3b8332059258a83eb&device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 1128 time: 0.0628576 May 12 17:52:29.052637 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Pushing event updated for resources: {'Port': ['ID=36ac8c9b-649a-4f18-98d9-0e51a7a3795f,revision_number=3']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:29.054843 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-2d010d15-046a-428b-9d6d-098bd50e7a65 service neutron] 10.222.0.74 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832426 May 12 17:52:29.081835 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'name': 'tempest-TestMinimumBasicScenario-903202629-router', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:17Z', 'updated_at': '2022-05-12T17:52:22Z', 'revision_number': 4, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'gw_port': {'id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '257e1611-cd25-4bd5-a17e-4531eb016a8b', 'name': '', 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'mac_address': 'fa:16:3e:5e:9b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:21Z', 'updated_at': '2022-05-12T17:52:28Z', 'revision_number': 4, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'subnets': [{'id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:29.094547 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Publish callbacks [] for port (7eda7d83-fb33-4018-ab77-60735128f68b), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:29.114994 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77380f0-514a-4037-9a4e-e37dfdbd779f None None] The sync data for ids ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'] in dv-cinder-840525-2-iscsi is: [{'id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'name': 'tempest-TestMinimumBasicScenario-903202629-router', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:17Z', 'updated_at': '2022-05-12T17:52:22Z', 'revision_number': 4, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'gw_port': {'id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '257e1611-cd25-4bd5-a17e-4531eb016a8b', 'name': '', 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'mac_address': 'fa:16:3e:5e:9b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:21Z', 'updated_at': '2022-05-12T17:52:28Z', 'revision_number': 4, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'subnets': [{'id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:29.151955 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-c66b7ace-0a4c-47e7-bb5a-35f1a1e26ff4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32313048-9cf4-4080-982e-b807bb4c51d5 HTTP/1.1" status: 200 len: 217 time: 0.0671422 May 12 17:52:29.176902 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-6a58c42c-642d-446e-8c0c-631b7e99c063 None None] Current status of the port 257e1611-cd25-4bd5-a17e-4531eb016a8b is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:29.194251 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ca78b-1db4-4496-9c30-d8889d7e62fd req-0dd2e951-77c6-4634-99c4-dd6ac0f0c044 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:29.208910 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-208ca78b-1db4-4496-9c30-d8889d7e62fd req-0dd2e951-77c6-4634-99c4-dd6ac0f0c044 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 943 time: 0.1568303 May 12 17:52:29.226852 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:29.227324 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:29.227764 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:29.234153 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:29.234670 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:29.235116 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:29.235549 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:29.236020 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:29.238042 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:29.238042 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:29.238042 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:29.238042 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:29.240199 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:29.240199 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:29.240199 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:29.260781 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:29.261579 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:29.266808 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-b797f4b8-9baa-457d-8e27-2c075e2e403f service neutron] 10.222.0.74 "PUT /v2.0/ports/36ac8c9b-649a-4f18-98d9-0e51a7a3795f HTTP/1.1" status: 200 len: 1094 time: 1.7668681 May 12 17:52:29.267389 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'tag': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:29.271136 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6782297d-252e-4e44-8a26-62226520346e" -d '{"events": [{"name": "network-changed", "server_uuid": "e980ad9a-20f5-4380-92ad-2e15e178af1b", "tag": "36ac8c9b-649a-4f18-98d9-0e51a7a3795f"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:29.294149 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ef5378f1-df06-4915-8e7c-b460d2bc9c35 req-4da92f6d-46ed-4e9a-bc3f-95d3475aa19f tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4499691 May 12 17:52:29.320586 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-9776fe8d-ef7e-4e5f-ae98-ade9d1762356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:29.324427 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-9776fe8d-ef7e-4e5f-ae98-ade9d1762356 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b393bcd-a146-44a6-8ec1-ecf303917907 HTTP/1.1" status: 200 len: 850 time: 0.1594610 May 12 17:52:29.344117 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-55cd9cdc-2f07-4627-9fe9-a07604a673e9 req-a3c7df05-a170-4585-ab14-ffd1baf71f35 service neutron] 10.222.0.74 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698891 May 12 17:52:29.400743 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-208ca78b-1db4-4496-9c30-d8889d7e62fd req-70b1bd7c-0de0-4dff-bd6a-8324b3e18067 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899886 May 12 17:52:29.444432 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-9352668f-bd46-48d0-b1d1-44c2ae58cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:29.445361 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-9352668f-bd46-48d0-b1d1-44c2ae58cf26 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=583159e196b2438698885193ca03ef4d&device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 1128 time: 0.0638688 May 12 17:52:29.474182 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (7eda7d83-fb33-4018-ab77-60735128f68b), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:29.477063 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-db605ef5-38cb-4341-9ad3-7e6f546e1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:29.478593 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-db605ef5-38cb-4341-9ad3-7e6f546e1c86 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a25dbb6f-d15b-498d-a498-e2acebdb3c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1319137 May 12 17:52:29.545977 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:29.549348 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:29.555368 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:52:29.600579 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Pushing event updated for resources: {'Port': ['ID=7eda7d83-fb33-4018-ab77-60735128f68b,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:29.684431 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17ef05c-feaa-4fd6-b2e0-40f6264c176c x-openstack-request-id: req-e17ef05c-feaa-4fd6-b2e0-40f6264c176c {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:29.684672 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e980ad9a-20f5-4380-92ad-2e15e178af1b", "tag": "36ac8c9b-649a-4f18-98d9-0e51a7a3795f", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:29.684878 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e17ef05c-feaa-4fd6-b2e0-40f6264c176c {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:29.685256 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17ef05c-feaa-4fd6-b2e0-40f6264c176c'] response: {'name': 'network-changed', 'server_uuid': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'tag': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f', 'status': 'completed', 'code': 200} May 12 17:52:29.827238 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 55fb4b2d-bd1c-4484-aa80-0431d9224c30 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:29.887289 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 55fb4b2d-bd1c-4484-aa80-0431d9224c30 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:29.888374 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (55fb4b2d-bd1c-4484-aa80-0431d9224c30), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:29.916651 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Publish callbacks [] for router_gateway (8db32801-1a2a-47ad-ae16-6b2e75b96775), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:29.972396 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7e69d4-a381-4e60-9b20-fccf16c230e4 None None] Network 4a138f5d-2463-4060-9558-df489a2f5eb4 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:52:30.043373 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'tag': '32313048-9cf4-4080-982e-b807bb4c51d5'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:30.046337 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5529dd8e-da4d-4189-bc06-5810d46d13ff" -d '{"events": [{"name": "network-changed", "server_uuid": "788626d2-eff4-4f02-980a-685cfb86b7c4", "tag": "32313048-9cf4-4080-982e-b807bb4c51d5"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:30.062170 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606597ec-a3c3-4a79-8769-451d25d0afb6 req-a73e976a-c127-42c7-a1a0-feb82801b830 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:30.063836 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-606597ec-a3c3-4a79-8769-451d25d0afb6 req-a73e976a-c127-42c7-a1a0-feb82801b830 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 944 time: 0.0608003 May 12 17:52:30.079796 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 55fb4b2d-bd1c-4484-aa80-0431d9224c30 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:30.080207 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (55fb4b2d-bd1c-4484-aa80-0431d9224c30), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:30.087749 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-d9c2f489-13b5-4b2c-a27b-aef2c97092ea None None] Provisioning complete for port 55fb4b2d-bd1c-4484-aa80-0431d9224c30 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:30.088385 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d9c2f489-13b5-4b2c-a27b-aef2c97092ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (55fb4b2d-bd1c-4484-aa80-0431d9224c30), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:30.121341 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f251fd1-c0fc-4795-9fe6-57b7ef79c952 x-openstack-request-id: req-1f251fd1-c0fc-4795-9fe6-57b7ef79c952 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:30.121808 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788626d2-eff4-4f02-980a-685cfb86b7c4", "tag": "32313048-9cf4-4080-982e-b807bb4c51d5", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:30.122141 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1f251fd1-c0fc-4795-9fe6-57b7ef79c952 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:30.123976 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f251fd1-c0fc-4795-9fe6-57b7ef79c952'] response: {'name': 'network-changed', 'server_uuid': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'tag': '32313048-9cf4-4080-982e-b807bb4c51d5', 'status': 'completed', 'code': 200} May 12 17:52:30.147020 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-606597ec-a3c3-4a79-8769-451d25d0afb6 req-43afc7cd-bdc1-413b-b97d-7f283a2fdbba tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762296 May 12 17:52:30.169711 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] For port 55fb4b2d-bd1c-4484-aa80-0431d9224c30, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=55fb4b2d-bd1c-4484-aa80-0431d9224c30,segment=NetworkSegment(915f1a56-6b36-4f36-b7fa-12caf84806ea),segment_id=915f1a56-6b36-4f36-b7fa-12caf84806ea)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:30.178994 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (55fb4b2d-bd1c-4484-aa80-0431d9224c30), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:30.179629 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 257e1611-cd25-4bd5-a17e-4531eb016a8b up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:30.340968 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:30.350023 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Pushing event updated for resources: {'Port': ['ID=55fb4b2d-bd1c-4484-aa80-0431d9224c30,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:30.368352 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-d9c2f489-13b5-4b2c-a27b-aef2c97092ea None None] Current status of the port 55fb4b2d-bd1c-4484-aa80-0431d9224c30 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:30.374785 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 257e1611-cd25-4bd5-a17e-4531eb016a8b triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:30.375252 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:30.472839 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960e4b8-5a6a-4a3d-9777-354f5693e9cb req-40af8f5c-f8c0-4a67-a942-6779b35dac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:30.474329 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e960e4b8-5a6a-4a3d-9777-354f5693e9cb req-40af8f5c-f8c0-4a67-a942-6779b35dac9c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d17edf9c20f0426db1c8a1dbc420ed6c&device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 1127 time: 0.1327994 May 12 17:52:30.505743 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 257e1611-cd25-4bd5-a17e-4531eb016a8b is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:30.544358 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-48f27a76-9f0a-4446-9a97-af96c4a5051b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36ac8c9b-649a-4f18-98d9-0e51a7a3795f HTTP/1.1" status: 200 len: 217 time: 0.0511072 May 12 17:52:30.556475 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f26455-53dd-4dd6-b4bb-f06d36b125bd req-e9d8067b-d960-42e1-bde5-bd56ffe2fa39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:30.558674 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-58f26455-53dd-4dd6-b4bb-f06d36b125bd req-e9d8067b-d960-42e1-bde5-bd56ffe2fa39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 944 time: 0.1416516 May 12 17:52:30.631406 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-996058'] for router (8db32801-1a2a-47ad-ae16-6b2e75b96775), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:30.639864 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59782b5d-a274-46cb-86fb-7d5fd44bf750 req-52a1b7ec-046e-4fd8-a2bd-2593c3e3728f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:30.641418 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-59782b5d-a274-46cb-86fb-7d5fd44bf750 req-52a1b7ec-046e-4fd8-a2bd-2593c3e3728f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 943 time: 0.1728318 May 12 17:52:30.674550 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-33ab7b3f-b0cc-432d-a906-6c3de6794cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:30.676011 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-33ab7b3f-b0cc-432d-a906-6c3de6794cea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9b80c515-0b63-44e2-9cec-0193b290cc86 HTTP/1.1" status: 200 len: 848 time: 0.1087477 May 12 17:52:30.695442 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-a0d6a32e-b455-4418-814c-7400060e0d88 None None] Provisioning complete for port 55fb4b2d-bd1c-4484-aa80-0431d9224c30 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:30.695813 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a32e-b455-4418-814c-7400060e0d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (55fb4b2d-bd1c-4484-aa80-0431d9224c30), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:30.721496 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-58f26455-53dd-4dd6-b4bb-f06d36b125bd req-75c951f2-18e0-4b5a-948e-415ee989085c tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551976 May 12 17:52:30.747595 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960e4b8-5a6a-4a3d-9777-354f5693e9cb req-a6de58bb-2854-4ab3-b430-39ec4b48613a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:30.749301 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e960e4b8-5a6a-4a3d-9777-354f5693e9cb req-a6de58bb-2854-4ab3-b430-39ec4b48613a service neutron] 10.222.0.74 "GET /v2.0/networks?id=42aca28f-4d9c-47b5-9afa-e8a9049c9539 HTTP/1.1" status: 200 len: 912 time: 0.2573347 May 12 17:52:30.761325 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-59782b5d-a274-46cb-86fb-7d5fd44bf750 req-95f68362-a2c2-4224-82c2-2ae612ce7eed tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109188 May 12 17:52:30.781109 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-33f5c210-4225-4e32-8b20-0d411099898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:30.782719 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-33f5c210-4225-4e32-8b20-0d411099898f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4c9e560d-07a4-4ecb-97d5-62e31a28a50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694842 May 12 17:52:30.789118 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a0d6a32e-b455-4418-814c-7400060e0d88 None None] Current status of the port 55fb4b2d-bd1c-4484-aa80-0431d9224c30 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:30.795742 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-13eb32de-8a95-43ad-8bc4-16dc69d7dceb service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990177 May 12 17:52:30.803768 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e960e4b8-5a6a-4a3d-9777-354f5693e9cb req-2b33b5aa-83ff-4637-9179-aa1e29de7885 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff249090-5209-40fd-90f9-a63ead339649 HTTP/1.1" status: 200 len: 217 time: 0.0414658 May 12 17:52:30.864556 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960e4b8-5a6a-4a3d-9777-354f5693e9cb req-5f579c12-77aa-4480-ba1c-3208abb8c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:30.866254 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e960e4b8-5a6a-4a3d-9777-354f5693e9cb req-5f579c12-77aa-4480-ba1c-3208abb8c2b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e47a012-ad83-4701-be85-56bd402cf726 HTTP/1.1" status: 200 len: 850 time: 0.0527773 May 12 17:52:30.871006 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device ff249090-5209-40fd-90f9-a63ead339649 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:52:30.915375 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960e4b8-5a6a-4a3d-9777-354f5693e9cb req-a879cac4-7820-47ae-a019-2402c30d01dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:30.917012 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e960e4b8-5a6a-4a3d-9777-354f5693e9cb req-a879cac4-7820-47ae-a019-2402c30d01dd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=42aca28f-4d9c-47b5-9afa-e8a9049c9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411179 May 12 17:52:30.993049 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port ff249090-5209-40fd-90f9-a63ead339649, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=ff249090-5209-40fd-90f9-a63ead339649,segment=NetworkSegment(610844af-1cf6-4b24-82c7-579224578243),segment_id=610844af-1cf6-4b24-82c7-579224578243)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:31.008218 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': 'ff249090-5209-40fd-90f9-a63ead339649', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'port_id': 'ff249090-5209-40fd-90f9-a63ead339649', 'mac_address': 'fa:16:3e:f2:85:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e47a012-ad83-4701-be85-56bd402cf726', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:52:31.022364 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-72152d59-9dd7-4cef-a7d4-29f7e3718017 service neutron] 10.222.0.74 "GET /v2.0/networks/4c9e560d-07a4-4ecb-97d5-62e31a28a50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239645 May 12 17:52:31.026367 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-085d9b98-cb72-4f50-a5d6-9eed562d75f1 req-dfd3e4b0-887c-4704-900a-cfefd87fba3e service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190123 May 12 17:52:31.027142 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e960e4b8-5a6a-4a3d-9777-354f5693e9cb req-b714b181-a447-4a95-8cb5-9abb91d750fa service neutron] 10.222.0.74 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989463 May 12 17:52:31.039507 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Router 8db32801-1a2a-47ad-ae16-6b2e75b96775 is scheduled to L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 with binding_index 1 {{(pid=109951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:52:31.061428 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port ff249090-5209-40fd-90f9-a63ead339649 is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:31.061831 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (ff249090-5209-40fd-90f9-a63ead339649), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:31.078217 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff249090-5209-40fd-90f9-a63ead339649 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:52:31.097402 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port ff249090-5209-40fd-90f9-a63ead339649, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=ff249090-5209-40fd-90f9-a63ead339649,segment=NetworkSegment(610844af-1cf6-4b24-82c7-579224578243),segment_id=610844af-1cf6-4b24-82c7-579224578243)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:31.105599 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (ff249090-5209-40fd-90f9-a63ead339649), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:31.151901 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e960e4b8-5a6a-4a3d-9777-354f5693e9cb req-02847dcb-307b-481d-9a75-cb814b09f36a service neutron] 10.222.0.74 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953317 May 12 17:52:31.161804 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=ff249090-5209-40fd-90f9-a63ead339649,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:31.224682 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:31.229313 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7e5a9893-4de4-4b0d-9441-3a1865a40de9 req-4a3a9482-3f2c-409c-bd51-525328554703 service neutron] 10.222.0.74 "GET /v2.0/networks/4c9e560d-07a4-4ecb-97d5-62e31a28a50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416571 May 12 17:52:31.236337 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Sync routers for ids ['8db32801-1a2a-47ad-ae16-6b2e75b96775'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:31.245530 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:31.247534 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-497f2689-7162-4680-a2ee-653788dbde98 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7574875 May 12 17:52:31.250139 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59574) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:31.251352 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Routers {'8db32801-1a2a-47ad-ae16-6b2e75b96775'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:31.252182 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:52:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['8db32801-1a2a-47ad-ae16-6b2e75b96775'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:31.263725 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1056d-1661-419e-bd1d-db79352b9084 req-dcc36f19-938f-4702-ba0f-d7d3d9bb5877 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:31.265372 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-10e1056d-1661-419e-bd1d-db79352b9084 req-dcc36f19-938f-4702-ba0f-d7d3d9bb5877 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 944 time: 0.0501385 May 12 17:52:31.321056 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-10e1056d-1661-419e-bd1d-db79352b9084 req-9f845182-9464-4729-9e6d-7e7d40e945f6 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493290 May 12 17:52:31.378427 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Set router 8db32801-1a2a-47ad-ae16-6b2e75b96775 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:31.393968 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529dd8e-da4d-4189-bc06-5810d46d13ff req-dc7f801c-caac-480c-9fbb-a3d7d9cb85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:31.395533 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5529dd8e-da4d-4189-bc06-5810d46d13ff req-dc7f801c-caac-480c-9fbb-a3d7d9cb85f0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d7ebeafe8140b3b8332059258a83eb&device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 1128 time: 0.0464084 May 12 17:52:31.409793 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['ff249090-5209-40fd-90f9-a63ead339649'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:52:31.564072 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'name': 'tempest-TestMinimumBasicScenario-1401596499-router', 'tenant_id': '908a3d1181774f4d9d8f347d64bd4771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7eda7d83-fb33-4018-ab77-60735128f68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:26Z', 'updated_at': '2022-05-12T17:52:29Z', 'revision_number': 3, 'project_id': '908a3d1181774f4d9d8f347d64bd4771', 'gw_port': {'id': '7eda7d83-fb33-4018-ab77-60735128f68b', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:28Z', 'updated_at': '2022-05-12T17:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:31.589949 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Checking router: 8db32801-1a2a-47ad-ae16-6b2e75b96775 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:31.590293 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Updating router 8db32801-1a2a-47ad-ae16-6b2e75b96775 port 7eda7d83-fb33-4018-ab77-60735128f68b binding host dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:52:31.622810 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (7eda7d83-fb33-4018-ab77-60735128f68b), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:31.682835 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782297d-252e-4e44-8a26-62226520346e req-dcabb834-d9be-41aa-a5b0-81edefbcd458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:31.684435 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-6782297d-252e-4e44-8a26-62226520346e req-dcabb834-d9be-41aa-a5b0-81edefbcd458 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=583159e196b2438698885193ca03ef4d&device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 1128 time: 0.0424285 May 12 17:52:31.721324 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529dd8e-da4d-4189-bc06-5810d46d13ff req-40f7f327-15dc-4ca1-bddc-8d2df112806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:31.726267 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5529dd8e-da4d-4189-bc06-5810d46d13ff req-40f7f327-15dc-4ca1-bddc-8d2df112806f service neutron] 10.222.0.74 "GET /v2.0/networks?id=a25dbb6f-d15b-498d-a498-e2acebdb3c69 HTTP/1.1" status: 200 len: 912 time: 0.1000869 May 12 17:52:31.779986 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 55fb4b2d-bd1c-4484-aa80-0431d9224c30 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:31.798240 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5529dd8e-da4d-4189-bc06-5810d46d13ff req-989658e2-1b72-49ab-b898-10865e7a36fc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32313048-9cf4-4080-982e-b807bb4c51d5 HTTP/1.1" status: 200 len: 217 time: 0.0644977 May 12 17:52:31.823085 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:31.849000 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782297d-252e-4e44-8a26-62226520346e req-567af4dc-ad0a-417d-b14f-7e4a5752a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:31.850779 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-6782297d-252e-4e44-8a26-62226520346e req-567af4dc-ad0a-417d-b14f-7e4a5752a5f6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4c9e560d-07a4-4ecb-97d5-62e31a28a50d HTTP/1.1" status: 200 len: 910 time: 0.1584611 May 12 17:52:31.862881 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 55fb4b2d-bd1c-4484-aa80-0431d9224c30 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:31.863608 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (55fb4b2d-bd1c-4484-aa80-0431d9224c30), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:31.894293 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-6782297d-252e-4e44-8a26-62226520346e req-3d90f7ef-8c23-4a6f-b3df-e4ba1d1e4d2e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36ac8c9b-649a-4f18-98d9-0e51a7a3795f HTTP/1.1" status: 200 len: 217 time: 0.0362420 May 12 17:52:31.959135 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7730fc-df1b-4ab7-9213-9e47cfaff251 req-bc6560b8-ebf3-40f9-a004-0634fc2ec3c9 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:31.960738 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1f7730fc-df1b-4ab7-9213-9e47cfaff251 req-bc6560b8-ebf3-40f9-a004-0634fc2ec3c9 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 944 time: 0.0952389 May 12 17:52:31.968660 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f26bef-1ca0-4b1c-b5f2-bf535f256281 req-d24f9af0-8904-47f5-85e3-87eb450677bb tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:31.970260 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-54f26bef-1ca0-4b1c-b5f2-bf535f256281 req-d24f9af0-8904-47f5-85e3-87eb450677bb tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 944 time: 0.1195366 May 12 17:52:31.988856 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529dd8e-da4d-4189-bc06-5810d46d13ff req-81005822-24bd-4e62-b64c-e69d7e5889fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:31.989116 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 55fb4b2d-bd1c-4484-aa80-0431d9224c30 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:31.990402 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5529dd8e-da4d-4189-bc06-5810d46d13ff req-81005822-24bd-4e62-b64c-e69d7e5889fb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b393bcd-a146-44a6-8ec1-ecf303917907 HTTP/1.1" status: 200 len: 850 time: 0.1857049 May 12 17:52:32.016432 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782297d-252e-4e44-8a26-62226520346e req-af865c4c-6ae9-4702-bccb-9f3c60204946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:32.018373 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-6782297d-252e-4e44-8a26-62226520346e req-af865c4c-6ae9-4702-bccb-9f3c60204946 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9b80c515-0b63-44e2-9cec-0193b290cc86 HTTP/1.1" status: 200 len: 848 time: 0.0911429 May 12 17:52:32.026309 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Publish callbacks [] for port (7eda7d83-fb33-4018-ab77-60735128f68b), precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:32.033154 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (7eda7d83-fb33-4018-ab77-60735128f68b), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:32.087209 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529dd8e-da4d-4189-bc06-5810d46d13ff req-f07a40b3-7ef7-4e8e-b74c-802415e7750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:32.088737 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5529dd8e-da4d-4189-bc06-5810d46d13ff req-f07a40b3-7ef7-4e8e-b74c-802415e7750e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a25dbb6f-d15b-498d-a498-e2acebdb3c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852664 May 12 17:52:32.091442 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782297d-252e-4e44-8a26-62226520346e req-3de4f4f9-074d-4c5f-8a10-65d14731c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:32.093229 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-6782297d-252e-4e44-8a26-62226520346e req-3de4f4f9-074d-4c5f-8a10-65d14731c559 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4c9e560d-07a4-4ecb-97d5-62e31a28a50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694478 May 12 17:52:32.093622 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Attempting to bind port 7eda7d83-fb33-4018-ab77-60735128f68b on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:52:32.094093 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Attempting to bind port 7eda7d83-fb33-4018-ab77-60735128f68b by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:52:32.094554 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Attempting to bind port 7eda7d83-fb33-4018-ab77-60735128f68b on network 2dffabea-01f3-473a-98ec-6cd80cf699f7 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:32.095412 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-54f26bef-1ca0-4b1c-b5f2-bf535f256281 req-36f7b900-1e86-4e69-9bac-5c0f92f76361 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137710 May 12 17:52:32.098109 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1f7730fc-df1b-4ab7-9213-9e47cfaff251 req-395eb3b9-716d-43e1-a8a0-bc7cf2a6ceb7 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251922 May 12 17:52:32.102962 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cce31-e2f8-4b39-bca6-9a82b43b563c None None] Pushing event updated for resources: {'Port': ['ID=7eda7d83-fb33-4018-ab77-60735128f68b,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:32.115266 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Allocated IP 172.20.0.1 (4a138f5d-2463-4060-9558-df489a2f5eb4/e90b0b21-7e3a-4800-8d60-8ceecb5a56e7/d5661f6f-f50e-4608-b6a5-68b6cf1d52d8) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:52:32.123165 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:52:32.123165 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Checking segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:52:32.123165 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:32.123165 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Bound using segment: {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:52:32.123165 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Bound port: 7eda7d83-fb33-4018-ab77-60735128f68b, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:52:32.123165 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (7eda7d83-fb33-4018-ab77-60735128f68b), before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:32.179645 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] For port 7eda7d83-fb33-4018-ab77-60735128f68b, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:52:32.183058 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] For port 7eda7d83-fb33-4018-ab77-60735128f68b, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=7eda7d83-fb33-4018-ab77-60735128f68b,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:52:32.190417 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (7eda7d83-fb33-4018-ab77-60735128f68b), after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:32.208852 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5529dd8e-da4d-4189-bc06-5810d46d13ff req-803eddac-a909-412e-8409-77ae2d0cfb3c service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986288 May 12 17:52:32.243747 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Routers {'8db32801-1a2a-47ad-ae16-6b2e75b96775'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:32.244877 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:52:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['8db32801-1a2a-47ad-ae16-6b2e75b96775'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:32.267872 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-6782297d-252e-4e44-8a26-62226520346e req-47ffb71f-a03e-421b-aef4-77e536187bab service neutron] 10.222.0.74 "GET /v2.0/networks/4c9e560d-07a4-4ecb-97d5-62e31a28a50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557317 May 12 17:52:32.316966 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5529dd8e-da4d-4189-bc06-5810d46d13ff req-915c4a4e-eb37-4c6c-beba-848c3a2b3e15 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986023 May 12 17:52:32.319085 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Publish callbacks [] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:32.398077 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-6782297d-252e-4e44-8a26-62226520346e req-134baf0a-2ebe-4be5-928a-3d3aa0740592 service neutron] 10.222.0.74 "GET /v2.0/networks/4c9e560d-07a4-4ecb-97d5-62e31a28a50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215641 May 12 17:52:32.407887 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:32.408143 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cce31-e2f8-4b39-bca6-9a82b43b563c None None] Pushing event updated for resources: {'Port': ['ID=7eda7d83-fb33-4018-ab77-60735128f68b,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:32.445032 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Network 4a138f5d-2463-4060-9558-df489a2f5eb4 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:32.449721 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:32.451654 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365db1a-5f5c-4be7-9d5d-c003cabc4b75 req-b7cc3b39-5354-4839-8036-c9a602201cb2 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:32.453395 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3365db1a-5f5c-4be7-9d5d-c003cabc4b75 req-b7cc3b39-5354-4839-8036-c9a602201cb2 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 944 time: 0.0605197 May 12 17:52:32.455596 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:52:32.484781 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Pushing event updated for resources: {'Port': ['ID=d5661f6f-f50e-4608-b6a5-68b6cf1d52d8,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:32.495824 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] Set router 8db32801-1a2a-47ad-ae16-6b2e75b96775 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:32.499024 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:32.499368 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:32.499707 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:32.500414 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:32.500414 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:32.500754 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:32.501075 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:32.501393 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:32.501713 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:32.502031 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:32.502352 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:32.502670 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:32.502983 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:32.503293 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:32.503612 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:32.515029 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-997879'] for router_interface (8db32801-1a2a-47ad-ae16-6b2e75b96775), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:32.533386 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3365db1a-5f5c-4be7-9d5d-c003cabc4b75 req-e1c46285-a6e4-40e4-b1e4-5f54edb5fd49 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681100 May 12 17:52:32.667456 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:32.702794 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'name': 'tempest-TestMinimumBasicScenario-1401596499-router', 'tenant_id': '908a3d1181774f4d9d8f347d64bd4771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7eda7d83-fb33-4018-ab77-60735128f68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:26Z', 'updated_at': '2022-05-12T17:52:29Z', 'revision_number': 3, 'project_id': '908a3d1181774f4d9d8f347d64bd4771', 'gw_port': {'id': '7eda7d83-fb33-4018-ab77-60735128f68b', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:28Z', 'updated_at': '2022-05-12T17:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:32.728325 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-7a7e223c-4250-499f-8ab2-b59926191dd5 None None] Provisioning complete for port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:32.728952 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a7e223c-4250-499f-8ab2-b59926191dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:32.730647 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4459f66-9124-4842-997d-3d238dd56fd8 None None] The sync data for ids ['8db32801-1a2a-47ad-ae16-6b2e75b96775'] in dv-cinder-840525-2-iscsi is: [{'id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'name': 'tempest-TestMinimumBasicScenario-1401596499-router', 'tenant_id': '908a3d1181774f4d9d8f347d64bd4771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7eda7d83-fb33-4018-ab77-60735128f68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:26Z', 'updated_at': '2022-05-12T17:52:29Z', 'revision_number': 3, 'project_id': '908a3d1181774f4d9d8f347d64bd4771', 'gw_port': {'id': '7eda7d83-fb33-4018-ab77-60735128f68b', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:28Z', 'updated_at': '2022-05-12T17:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:32.771655 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e223c-4250-499f-8ab2-b59926191dd5 None None] Port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:52:32.870495 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device ff249090-5209-40fd-90f9-a63ead339649 up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:32.881777 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Publish callbacks [] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:32.887141 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:32.917811 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port ff249090-5209-40fd-90f9-a63ead339649 completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:52:32.924880 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port ff249090-5209-40fd-90f9-a63ead339649 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:32.925319 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (ff249090-5209-40fd-90f9-a63ead339649), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:32.960706 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Pushing event updated for resources: {'Port': ['ID=d5661f6f-f50e-4608-b6a5-68b6cf1d52d8,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:32.974529 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984765'] for router_interface (8db32801-1a2a-47ad-ae16-6b2e75b96775), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:33.100927 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Network 4a138f5d-2463-4060-9558-df489a2f5eb4 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:33.102496 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:33.226429 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port ff249090-5209-40fd-90f9-a63ead339649 is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:33.227426 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (ff249090-5209-40fd-90f9-a63ead339649), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:33.258901 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2dcfe1-505b-479b-adee-02927130d745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff249090-5209-40fd-90f9-a63ead339649'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:33.266324 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d201e7b5-b1fd-4b8d-b06b-5b760bc30a60" -d '{"events": [{"server_uuid": "3f2dcfe1-505b-479b-adee-02927130d745", "name": "network-vif-plugged", "status": "completed", "tag": "ff249090-5209-40fd-90f9-a63ead339649"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:33.290109 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port ff249090-5209-40fd-90f9-a63ead339649, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=ff249090-5209-40fd-90f9-a63ead339649,segment=NetworkSegment(610844af-1cf6-4b24-82c7-579224578243),segment_id=610844af-1cf6-4b24-82c7-579224578243)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:33.298146 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (ff249090-5209-40fd-90f9-a63ead339649), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:33.307452 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e750ba-714b-4490-af54-cdf763cc7d50 req-46f5415c-236a-4be0-8aea-697a754132ed tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:33.316720 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-73e750ba-714b-4490-af54-cdf763cc7d50 req-46f5415c-236a-4be0-8aea-697a754132ed tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 944 time: 0.1160614 May 12 17:52:33.317532 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Router 8db32801-1a2a-47ad-ae16-6b2e75b96775 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:52:33.363662 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419b98d-75c0-4523-9269-2bf8ede5d693 req-d9050760-9aea-4408-8b9d-30c64482332d tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:33.365650 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4419b98d-75c0-4523-9269-2bf8ede5d693 req-d9050760-9aea-4408-8b9d-30c64482332d tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 944 time: 0.1538692 May 12 17:52:33.386300 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=ff249090-5209-40fd-90f9-a63ead339649,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:33.499759 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-da650994-dc6c-4d2a-9cba-0fee1b6f255c None None] Provisioning complete for port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:33.500265 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-da650994-dc6c-4d2a-9cba-0fee1b6f255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:33.545308 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-da650994-dc6c-4d2a-9cba-0fee1b6f255c None None] Port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:52:33.699878 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-73e750ba-714b-4490-af54-cdf763cc7d50 req-bde1b474-8b7f-4af3-ab6f-4fe233a6ce3a tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3775859 May 12 17:52:33.748838 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4419b98d-75c0-4523-9269-2bf8ede5d693 req-bd2b6775-f709-4048-bc16-2db3ecab050f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3641851 May 12 17:52:33.767452 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340f4df8-07e7-409d-a3b3-83e76a7e7389 x-openstack-request-id: req-340f4df8-07e7-409d-a3b3-83e76a7e7389 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:33.767923 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2dcfe1-505b-479b-adee-02927130d745", "name": "network-vif-plugged", "status": "completed", "tag": "ff249090-5209-40fd-90f9-a63ead339649", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:33.768318 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-340f4df8-07e7-409d-a3b3-83e76a7e7389 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:33.769379 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340f4df8-07e7-409d-a3b3-83e76a7e7389'] response: {'server_uuid': '3f2dcfe1-505b-479b-adee-02927130d745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff249090-5209-40fd-90f9-a63ead339649', 'code': 200} May 12 17:52:33.776635 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:33.788846 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-69b3d624-1dc7-417b-aead-c1d0d35bebd3 admin admin] 10.222.0.73 "PUT /v2.0/routers/8db32801-1a2a-47ad-ae16-6b2e75b96775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5359714 May 12 17:52:33.805728 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 7eda7d83-fb33-4018-ab77-60735128f68b up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:33.892071 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 7eda7d83-fb33-4018-ab77-60735128f68b triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:33.892894 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (7eda7d83-fb33-4018-ab77-60735128f68b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:33.904884 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1938e6-06cc-4a2a-be79-e82dc2177062 req-8139843c-e4c8-4c08-8069-100716f36041 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:33.906659 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ae1938e6-06cc-4a2a-be79-e82dc2177062 req-8139843c-e4c8-4c08-8069-100716f36041 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 944 time: 0.0755000 May 12 17:52:33.981098 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ae1938e6-06cc-4a2a-be79-e82dc2177062 req-516cf8a9-4fdb-49ad-9405-327abad6e901 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678475 May 12 17:52:33.987219 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 7eda7d83-fb33-4018-ab77-60735128f68b is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:33.987833 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (7eda7d83-fb33-4018-ab77-60735128f68b), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:34.018010 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] For port 7eda7d83-fb33-4018-ab77-60735128f68b, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=7eda7d83-fb33-4018-ab77-60735128f68b,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:34.022861 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (7eda7d83-fb33-4018-ab77-60735128f68b), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:34.049748 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce339b-d9c4-4fbe-8fe3-75b21dd9ebcf req-eda8a2bf-e1bc-4253-af66-86a9ae933e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:34.051239 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a7ce339b-d9c4-4fbe-8fe3-75b21dd9ebcf req-eda8a2bf-e1bc-4253-af66-86a9ae933e73 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 1129 time: 0.0398412 May 12 17:52:34.081277 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Pushing event updated for resources: {'Port': ['ID=7eda7d83-fb33-4018-ab77-60735128f68b,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:34.105308 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a7ce339b-d9c4-4fbe-8fe3-75b21dd9ebcf req-36303e61-1f56-4437-9a48-b85fb4378a68 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464714 May 12 17:52:34.647469 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Sync routers for ids ['8db32801-1a2a-47ad-ae16-6b2e75b96775'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:34.660493 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Routers {'8db32801-1a2a-47ad-ae16-6b2e75b96775'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:34.661769 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:52:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['8db32801-1a2a-47ad-ae16-6b2e75b96775'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:34.840401 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Set router 8db32801-1a2a-47ad-ae16-6b2e75b96775 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:34.867728 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6e995-01e6-4cfa-be54-7651696f95c9 req-0541ec8d-1d1a-413a-9dd0-9cf435282000 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:34.875821 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-78e6e995-01e6-4cfa-be54-7651696f95c9 req-0541ec8d-1d1a-413a-9dd0-9cf435282000 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 944 time: 0.0730917 May 12 17:52:34.933997 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7505-eb88-431f-ba82-639a23959b99 req-3cc31e5e-24cb-4cde-8a80-950a36295fa5 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:34.936647 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1c1f7505-eb88-431f-ba82-639a23959b99 req-3cc31e5e-24cb-4cde-8a80-950a36295fa5 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0926723 May 12 17:52:34.982734 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-78e6e995-01e6-4cfa-be54-7651696f95c9 req-0e0e8052-1ef5-4c45-ab7a-e5ebb931a45a tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060195 May 12 17:52:35.037727 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1c1f7505-eb88-431f-ba82-639a23959b99 req-69890885-cada-4718-821f-cdd899db1f73 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917511 May 12 17:52:35.132527 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33955fa-9aef-4b1b-9b71-dc09689d9fdd req-b7a10341-67da-4f54-9ad1-5c5dee265a2c tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:35.135489 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'name': 'tempest-TestMinimumBasicScenario-1401596499-router', 'tenant_id': '908a3d1181774f4d9d8f347d64bd4771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7eda7d83-fb33-4018-ab77-60735128f68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:26Z', 'updated_at': '2022-05-12T17:52:32Z', 'revision_number': 4, 'project_id': '908a3d1181774f4d9d8f347d64bd4771', 'gw_port': {'id': '7eda7d83-fb33-4018-ab77-60735128f68b', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:28Z', 'updated_at': '2022-05-12T17:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': 'd5661f6f-f50e-4608-b6a5-68b6cf1d52d8', 'name': '', 'network_id': '4a138f5d-2463-4060-9558-df489a2f5eb4', 'tenant_id': '908a3d1181774f4d9d8f347d64bd4771', 'mac_address': 'fa:16:3e:f3:2c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'e90b0b21-7e3a-4800-8d60-8ceecb5a56e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:31Z', 'updated_at': '2022-05-12T17:52:32Z', 'revision_number': 2, 'project_id': '908a3d1181774f4d9d8f347d64bd4771', 'subnets': [{'id': 'e90b0b21-7e3a-4800-8d60-8ceecb5a56e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:35.153736 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d33955fa-9aef-4b1b-9b71-dc09689d9fdd req-b7a10341-67da-4f54-9ad1-5c5dee265a2c tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 944 time: 0.0759583 May 12 17:52:35.171920 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Checking router: 8db32801-1a2a-47ad-ae16-6b2e75b96775 for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:35.172318 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Updating router 8db32801-1a2a-47ad-ae16-6b2e75b96775 port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 binding host dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:52:35.205497 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:35.221513 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d33955fa-9aef-4b1b-9b71-dc09689d9fdd req-74294324-73d8-4aba-88c3-d166d77d606e tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667112 May 12 17:52:35.542595 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Publish callbacks [] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:35.549495 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:35.626296 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d903c54-4853-40e5-97dd-97d45ed41d98 None None] Pushing event updated for resources: {'Port': ['ID=d5661f6f-f50e-4608-b6a5-68b6cf1d52d8,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:35.664205 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Attempting to bind port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 on host dv-cinder-840525-2-iscsi for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:52:35.664806 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Attempting to bind port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 by drivers openvswitch,hyperv on host dv-cinder-840525-2-iscsi at level 0 using segments [{'id': '915f1a56-6b36-4f36-b7fa-12caf84806ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4a138f5d-2463-4060-9558-df489a2f5eb4'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:52:35.665156 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Attempting to bind port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 on network 4a138f5d-2463-4060-9558-df489a2f5eb4 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:35.672525 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Checking agent: {'id': 'ad1114b8-de77-49a3-b420-eb90926ee870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 36, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:52:35.673065 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Checking segment: {'id': '915f1a56-6b36-4f36-b7fa-12caf84806ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4a138f5d-2463-4060-9558-df489a2f5eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:52:35.673581 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:35.674097 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Bound using segment: {'id': '915f1a56-6b36-4f36-b7fa-12caf84806ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4a138f5d-2463-4060-9558-df489a2f5eb4'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:52:35.674678 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Bound port: d5661f6f-f50e-4608-b6a5-68b6cf1d52d8, host: dv-cinder-840525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915f1a56-6b36-4f36-b7fa-12caf84806ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4a138f5d-2463-4060-9558-df489a2f5eb4'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:52:35.675166 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:35.812036 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 7eda7d83-fb33-4018-ab77-60735128f68b up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:35.854652 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] For port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8, host dv-cinder-840525-2-iscsi, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:52:35.874876 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] For port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8, host dv-cinder-840525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=d5661f6f-f50e-4608-b6a5-68b6cf1d52d8,segment=NetworkSegment(915f1a56-6b36-4f36-b7fa-12caf84806ea),segment_id=915f1a56-6b36-4f36-b7fa-12caf84806ea)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:52:35.886515 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:35.924233 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port 7eda7d83-fb33-4018-ab77-60735128f68b triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:35.924623 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (7eda7d83-fb33-4018-ab77-60735128f68b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:35.999175 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d903c54-4853-40e5-97dd-97d45ed41d98 None None] Pushing event updated for resources: {'Port': ['ID=d5661f6f-f50e-4608-b6a5-68b6cf1d52d8,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:36.021261 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Routers {'8db32801-1a2a-47ad-ae16-6b2e75b96775'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:36.021975 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:52:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['8db32801-1a2a-47ad-ae16-6b2e75b96775'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:36.023793 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-6183fe3d-63e6-4020-af87-5b52b734b02f None None] Provisioning complete for port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:36.024186 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6183fe3d-63e6-4020-af87-5b52b734b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:36.163463 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58887a1a-96bc-4d4a-9b15-4b025095d479 req-456ac5be-e4e1-453d-a52a-36b58ee57166 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:36.169580 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-58887a1a-96bc-4d4a-9b15-4b025095d479 req-456ac5be-e4e1-453d-a52a-36b58ee57166 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 944 time: 0.0845988 May 12 17:52:36.255199 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] Set router 8db32801-1a2a-47ad-ae16-6b2e75b96775 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:36.277309 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928da1a-21de-4ae7-8e5a-79eb7ce458d3 req-2e150344-d3fd-43ce-bd85-df5f2de88e9d tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:36.284377 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c928da1a-21de-4ae7-8e5a-79eb7ce458d3 req-2e150344-d3fd-43ce-bd85-df5f2de88e9d tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.1104429 May 12 17:52:36.313089 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-58887a1a-96bc-4d4a-9b15-4b025095d479 req-5b184de8-58cd-40ab-b7fc-082c063444b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016538 May 12 17:52:36.370539 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c928da1a-21de-4ae7-8e5a-79eb7ce458d3 req-c0ecbd5e-6979-4b55-986e-733354e8717a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852828 May 12 17:52:36.396193 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port 7eda7d83-fb33-4018-ab77-60735128f68b is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:36.493590 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-6183fe3d-63e6-4020-af87-5b52b734b02f None None] Current status of the port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 is: DOWN; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:36.494150 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6183fe3d-63e6-4020-af87-5b52b734b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:36.516607 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ae908-427b-4fad-b2fd-be714a22882f req-1a657a37-b8ac-456f-9f72-a09820cd0df8 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:36.518160 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ef8ae908-427b-4fad-b2fd-be714a22882f req-1a657a37-b8ac-456f-9f72-a09820cd0df8 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 944 time: 0.1108108 May 12 17:52:36.540428 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c4cf0-58be-4433-8639-98f2ff8fb906 req-d825a1ba-b113-47c0-a479-41f09ec7f74e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:36.542138 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-150c4cf0-58be-4433-8639-98f2ff8fb906 req-d825a1ba-b113-47c0-a479-41f09ec7f74e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0788252 May 12 17:52:36.552878 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59632) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:36.557927 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-c4234f5d-cf9b-429a-b1ee-879bad7175e5 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Request body: {'floatingip': {'port_id': 'ff249090-5209-40fd-90f9-a63ead339649'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:36.611443 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ef8ae908-427b-4fad-b2fd-be714a22882f req-9f34dfca-eaab-42dc-b201-37822f5e732a tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868151 May 12 17:52:36.621511 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c4234f5d-cf9b-429a-b1ee-879bad7175e5 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for floatingip (92c588cf-2cdb-427f-b5fc-6bf6583c98c6), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:36.693028 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-6183fe3d-63e6-4020-af87-5b52b734b02f None None] For port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=d5661f6f-f50e-4608-b6a5-68b6cf1d52d8,segment=NetworkSegment(915f1a56-6b36-4f36-b7fa-12caf84806ea),segment_id=915f1a56-6b36-4f36-b7fa-12caf84806ea)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:36.715292 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6183fe3d-63e6-4020-af87-5b52b734b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:36.770137 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'name': 'tempest-TestMinimumBasicScenario-1401596499-router', 'tenant_id': '908a3d1181774f4d9d8f347d64bd4771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7eda7d83-fb33-4018-ab77-60735128f68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:26Z', 'updated_at': '2022-05-12T17:52:32Z', 'revision_number': 4, 'project_id': '908a3d1181774f4d9d8f347d64bd4771', 'gw_port': {'id': '7eda7d83-fb33-4018-ab77-60735128f68b', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:28Z', 'updated_at': '2022-05-12T17:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': 'd5661f6f-f50e-4608-b6a5-68b6cf1d52d8', 'name': '', 'network_id': '4a138f5d-2463-4060-9558-df489a2f5eb4', 'tenant_id': '908a3d1181774f4d9d8f347d64bd4771', 'mac_address': 'fa:16:3e:f3:2c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'e90b0b21-7e3a-4800-8d60-8ceecb5a56e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:31Z', 'updated_at': '2022-05-12T17:52:35Z', 'revision_number': 4, 'project_id': '908a3d1181774f4d9d8f347d64bd4771', 'subnets': [{'id': 'e90b0b21-7e3a-4800-8d60-8ceecb5a56e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:36.788751 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183fe3d-63e6-4020-af87-5b52b734b02f None None] Pushing event updated for resources: {'Port': ['ID=d5661f6f-f50e-4608-b6a5-68b6cf1d52d8,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:36.826023 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cfa35c-a5d0-44a4-9f6e-7193553cebce None None] The sync data for ids ['8db32801-1a2a-47ad-ae16-6b2e75b96775'] in dv-cinder-840525-2-iscsi is: [{'id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'name': 'tempest-TestMinimumBasicScenario-1401596499-router', 'tenant_id': '908a3d1181774f4d9d8f347d64bd4771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7eda7d83-fb33-4018-ab77-60735128f68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:26Z', 'updated_at': '2022-05-12T17:52:32Z', 'revision_number': 4, 'project_id': '908a3d1181774f4d9d8f347d64bd4771', 'gw_port': {'id': '7eda7d83-fb33-4018-ab77-60735128f68b', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:28Z', 'updated_at': '2022-05-12T17:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': 'd5661f6f-f50e-4608-b6a5-68b6cf1d52d8', 'name': '', 'network_id': '4a138f5d-2463-4060-9558-df489a2f5eb4', 'tenant_id': '908a3d1181774f4d9d8f347d64bd4771', 'mac_address': 'fa:16:3e:f3:2c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'e90b0b21-7e3a-4800-8d60-8ceecb5a56e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:31Z', 'updated_at': '2022-05-12T17:52:35Z', 'revision_number': 4, 'project_id': '908a3d1181774f4d9d8f347d64bd4771', 'subnets': [{'id': 'e90b0b21-7e3a-4800-8d60-8ceecb5a56e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:36.844270 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-74f46cf7-f6db-4322-9fce-8951d59b4ef4 None None] Provisioning complete for port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:36.850323 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-74f46cf7-f6db-4322-9fce-8951d59b4ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:37.014424 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-74f46cf7-f6db-4322-9fce-8951d59b4ef4 None None] Current status of the port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:37.198467 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c4234f5d-cf9b-429a-b1ee-879bad7175e5 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:37.205215 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c4234f5d-cf9b-429a-b1ee-879bad7175e5 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (92c588cf-2cdb-427f-b5fc-6bf6583c98c6), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:37.337181 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.l3_db [None req-c4234f5d-cf9b-429a-b1ee-879bad7175e5 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Floating IP 92c588cf-2cdb-427f-b5fc-6bf6583c98c6 associated. External IP: 172.27.2.251, port: ff249090-5209-40fd-90f9-a63ead339649. May 12 17:52:37.446567 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4e531-e78e-45f1-a0ca-9a515aa12e35 req-7849e5fe-ca5c-4f58-95a3-d2deb4ec6ebb tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:37.454300 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-31d4e531-e78e-45f1-a0ca-9a515aa12e35 req-7849e5fe-ca5c-4f58-95a3-d2deb4ec6ebb tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 944 time: 0.0609558 May 12 17:52:37.540135 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-31d4e531-e78e-45f1-a0ca-9a515aa12e35 req-4c2b4550-cab6-42c1-b94c-054a7234b907 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849576 May 12 17:52:37.643253 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4234f5d-cf9b-429a-b1ee-879bad7175e5 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:52:37.797157 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea2443-fe24-4332-bf46-7f3a2d61554a req-5b9ad996-1095-4c76-b283-acc5c73e971c tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:37.805449 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5bea2443-fe24-4332-bf46-7f3a2d61554a req-5b9ad996-1095-4c76-b283-acc5c73e971c tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 944 time: 0.0989172 May 12 17:52:37.815797 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 up at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:37.888666 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5bea2443-fe24-4332-bf46-7f3a2d61554a req-a7980f4f-db66-4d09-bdfc-e425c9c842c9 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822585 May 12 17:52:37.927901 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Provisioning complete for port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:37.928337 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:37.985600 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4234f5d-cf9b-429a-b1ee-879bad7175e5 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:37.991153 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c4234f5d-cf9b-429a-b1ee-879bad7175e5 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:38.001604 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5592997e-551f-409f-8c11-3b839d8bdafe None None] Sync routers for ids ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:38.019712 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5592997e-551f-409f-8c11-3b839d8bdafe None None] Routers {'78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:38.020545 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-5592997e-551f-409f-8c11-3b839d8bdafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:52:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:38.068725 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Current status of the port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:38.105359 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-c4234f5d-cf9b-429a-b1ee-879bad7175e5 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "PUT /v2.0/floatingips/92c588cf-2cdb-427f-b5fc-6bf6583c98c6 HTTP/1.1" status: 200 len: 991 time: 1.5473952 May 12 17:52:38.105359 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2dcfe1-505b-479b-adee-02927130d745', 'tag': 'ff249090-5209-40fd-90f9-a63ead339649'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:38.105359 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f73b57-ce65-4be2-a5e4-41549d5548a1" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2dcfe1-505b-479b-adee-02927130d745", "tag": "ff249090-5209-40fd-90f9-a63ead339649"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:38.164506 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdea109-3415-4ce4-8701-8f42dc4f1bf6 x-openstack-request-id: req-4fdea109-3415-4ce4-8701-8f42dc4f1bf6 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:38.165201 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2dcfe1-505b-479b-adee-02927130d745", "tag": "ff249090-5209-40fd-90f9-a63ead339649", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:38.165630 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4fdea109-3415-4ce4-8701-8f42dc4f1bf6 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:38.166037 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fdea109-3415-4ce4-8701-8f42dc4f1bf6'] response: {'name': 'network-changed', 'server_uuid': '3f2dcfe1-505b-479b-adee-02927130d745', 'tag': 'ff249090-5209-40fd-90f9-a63ead339649', 'status': 'completed', 'code': 200} May 12 17:52:38.211351 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-5592997e-551f-409f-8c11-3b839d8bdafe None None] Set router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:38.279862 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f73b57-ce65-4be2-a5e4-41549d5548a1 req-38f234c0-73f2-4bf3-8b54-f8849b2c30a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:38.286703 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f5f73b57-ce65-4be2-a5e4-41549d5548a1 req-38f234c0-73f2-4bf3-8b54-f8849b2c30a1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d17edf9c20f0426db1c8a1dbc420ed6c&device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 1129 time: 0.0677299 May 12 17:52:38.451194 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f73b57-ce65-4be2-a5e4-41549d5548a1 req-350a860e-e972-4bfa-b0a8-109dabb43fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:38.457177 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f5f73b57-ce65-4be2-a5e4-41549d5548a1 req-350a860e-e972-4bfa-b0a8-109dabb43fe2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=42aca28f-4d9c-47b5-9afa-e8a9049c9539 HTTP/1.1" status: 200 len: 912 time: 0.1636691 May 12 17:52:38.481816 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-5592997e-551f-409f-8c11-3b839d8bdafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:15Z', 'revision_number': 4, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '92c588cf-2cdb-427f-b5fc-6bf6583c98c6', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'port_id': 'ff249090-5209-40fd-90f9-a63ead339649', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'mac_address': 'fa:16:3e:f2:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2dcfe1-505b-479b-adee-02927130d745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:37Z', 'revision_number': 1, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc4c398-e9eb-4787-803f-f15a31fdeb1b', 'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'mac_address': 'fa:16:3e:3d:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4e47a012-ad83-4701-be85-56bd402cf726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:14Z', 'updated_at': '2022-05-12T17:52:20Z', 'revision_number': 5, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'subnets': [{'id': '4e47a012-ad83-4701-be85-56bd402cf726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:38.525962 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5592997e-551f-409f-8c11-3b839d8bdafe None None] Checking router: 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:38.535297 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5592997e-551f-409f-8c11-3b839d8bdafe None None] Routers {'78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:38.535918 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-5592997e-551f-409f-8c11-3b839d8bdafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:52:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:38.544809 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f5f73b57-ce65-4be2-a5e4-41549d5548a1 req-a9ba0635-ae7f-4401-851b-f0c842d833f7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff249090-5209-40fd-90f9-a63ead339649 HTTP/1.1" status: 200 len: 999 time: 0.0807295 May 12 17:52:38.612367 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f73b57-ce65-4be2-a5e4-41549d5548a1 req-be18f3fd-4df5-41a7-a4ae-31f1932dd26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:38.613874 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f5f73b57-ce65-4be2-a5e4-41549d5548a1 req-be18f3fd-4df5-41a7-a4ae-31f1932dd26b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e47a012-ad83-4701-be85-56bd402cf726 HTTP/1.1" status: 200 len: 850 time: 0.0610535 May 12 17:52:38.669879 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f73b57-ce65-4be2-a5e4-41549d5548a1 req-96f48539-f8e8-4655-92bf-f59610e0b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:38.671250 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f5f73b57-ce65-4be2-a5e4-41549d5548a1 req-96f48539-f8e8-4655-92bf-f59610e0b9ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=42aca28f-4d9c-47b5-9afa-e8a9049c9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503640 May 12 17:52:38.685367 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704a4b7-c138-414f-bd49-2956ce0625c1 req-ec176247-6ead-41b1-a2a2-73a22dd1adec tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:38.687232 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2704a4b7-c138-414f-bd49-2956ce0625c1 req-ec176247-6ead-41b1-a2a2-73a22dd1adec tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 944 time: 0.0632401 May 12 17:52:38.703995 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-5592997e-551f-409f-8c11-3b839d8bdafe None None] Set router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:38.768283 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2704a4b7-c138-414f-bd49-2956ce0625c1 req-4a1aa058-57b9-4433-87ac-f8531f981c7c tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651512 May 12 17:52:38.802834 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f5f73b57-ce65-4be2-a5e4-41549d5548a1 req-bde85457-5193-420d-a5e7-5e43cc13d9a8 service neutron] 10.222.0.74 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246531 May 12 17:52:38.912272 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f5f73b57-ce65-4be2-a5e4-41549d5548a1 req-8c97c741-68a9-445c-8700-b1d66da2587d service neutron] 10.222.0.74 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031673 May 12 17:52:38.912657 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 36ac8c9b-649a-4f18-98d9-0e51a7a3795f details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:52:39.055945 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-5592997e-551f-409f-8c11-3b839d8bdafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:15Z', 'revision_number': 4, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '92c588cf-2cdb-427f-b5fc-6bf6583c98c6', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'port_id': 'ff249090-5209-40fd-90f9-a63ead339649', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'mac_address': 'fa:16:3e:f2:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2dcfe1-505b-479b-adee-02927130d745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:37Z', 'revision_number': 1, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc4c398-e9eb-4787-803f-f15a31fdeb1b', 'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'mac_address': 'fa:16:3e:3d:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4e47a012-ad83-4701-be85-56bd402cf726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:14Z', 'updated_at': '2022-05-12T17:52:20Z', 'revision_number': 5, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'subnets': [{'id': '4e47a012-ad83-4701-be85-56bd402cf726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:39.092378 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee10107-611b-415a-b244-50fb3ed3d97c req-eaa50f92-fc24-4686-a76f-b56fd2c76cf2 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:39.094183 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5592997e-551f-409f-8c11-3b839d8bdafe None None] The sync data for ids ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'] in dv-cinder-840525-2-iscsi is: [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:15Z', 'revision_number': 4, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '92c588cf-2cdb-427f-b5fc-6bf6583c98c6', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'port_id': 'ff249090-5209-40fd-90f9-a63ead339649', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'mac_address': 'fa:16:3e:f2:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2dcfe1-505b-479b-adee-02927130d745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:37Z', 'revision_number': 1, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc4c398-e9eb-4787-803f-f15a31fdeb1b', 'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'mac_address': 'fa:16:3e:3d:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4e47a012-ad83-4701-be85-56bd402cf726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:14Z', 'updated_at': '2022-05-12T17:52:20Z', 'revision_number': 5, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'subnets': [{'id': '4e47a012-ad83-4701-be85-56bd402cf726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:39.096759 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-aee10107-611b-415a-b244-50fb3ed3d97c req-eaa50f92-fc24-4686-a76f-b56fd2c76cf2 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 944 time: 0.0927331 May 12 17:52:39.148041 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=36ac8c9b-649a-4f18-98d9-0e51a7a3795f,segment=NetworkSegment(8be74722-33bb-42cd-b313-8c00756300f0),segment_id=8be74722-33bb-42cd-b313-8c00756300f0)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:39.165170 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-aee10107-611b-415a-b244-50fb3ed3d97c req-7f6fe064-4f86-40a3-b3a7-a254592b9bdb tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605357 May 12 17:52:39.167031 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f', 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d', 'port_id': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f', 'mac_address': 'fa:16:3e:82:f0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:52:39.211330 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:39.211724 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:39.225960 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ac8c9b-649a-4f18-98d9-0e51a7a3795f {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:52:39.247845 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=36ac8c9b-649a-4f18-98d9-0e51a7a3795f,segment=NetworkSegment(8be74722-33bb-42cd-b313-8c00756300f0),segment_id=8be74722-33bb-42cd-b313-8c00756300f0)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:39.252222 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:39.252942 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 32313048-9cf4-4080-982e-b807bb4c51d5 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:52:39.331462 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=36ac8c9b-649a-4f18-98d9-0e51a7a3795f,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:39.402624 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 32313048-9cf4-4080-982e-b807bb4c51d5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=32313048-9cf4-4080-982e-b807bb4c51d5,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:39.418672 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': '32313048-9cf4-4080-982e-b807bb4c51d5', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'port_id': '32313048-9cf4-4080-982e-b807bb4c51d5', 'mac_address': 'fa:16:3e:6e:37:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:52:39.468471 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 32313048-9cf4-4080-982e-b807bb4c51d5 is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:39.468866 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (32313048-9cf4-4080-982e-b807bb4c51d5), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:39.484046 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32313048-9cf4-4080-982e-b807bb4c51d5 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:52:39.508699 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 32313048-9cf4-4080-982e-b807bb4c51d5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=32313048-9cf4-4080-982e-b807bb4c51d5,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:39.514339 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (32313048-9cf4-4080-982e-b807bb4c51d5), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:39.571910 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=32313048-9cf4-4080-982e-b807bb4c51d5,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:39.894547 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d378f74-0c87-4fa7-8c92-ddbb4c0505cd req-a08e2ba7-572d-446c-bb99-c3fcfd9cec2e tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:39.901578 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6d378f74-0c87-4fa7-8c92-ddbb4c0505cd req-a08e2ba7-572d-446c-bb99-c3fcfd9cec2e tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 945 time: 0.0683551 May 12 17:52:39.965106 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6d378f74-0c87-4fa7-8c92-ddbb4c0505cd req-a1b23760-2781-4d10-8319-9a1e6e0f1a66 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624814 May 12 17:52:39.990460 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['36ac8c9b-649a-4f18-98d9-0e51a7a3795f'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:52:40.084964 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['32313048-9cf4-4080-982e-b807bb4c51d5'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:52:40.329658 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941f8d8-afd8-40e1-a588-41a97c9d3052 req-d8dc569c-8a49-44b0-a10f-f9c3bd9d8e57 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:40.337142 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d941f8d8-afd8-40e1-a588-41a97c9d3052 req-d8dc569c-8a49-44b0-a10f-f9c3bd9d8e57 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 945 time: 0.0722048 May 12 17:52:40.416540 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d941f8d8-afd8-40e1-a588-41a97c9d3052 req-15f736a2-ec13-4d01-b898-7a8623e60785 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725346 May 12 17:52:40.581843 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4701e06-4782-437c-b229-d35dd19e54bf None None] New status for floating IP 92c588cf-2cdb-427f-b5fc-6bf6583c98c6: ACTIVE {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:52:41.116669 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88435f-55ed-4900-9b48-5025b5cd8b95 req-391c2f42-3a66-408e-92d3-5e7d2dacc65e tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:41.118176 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6f88435f-55ed-4900-9b48-5025b5cd8b95 req-391c2f42-3a66-408e-92d3-5e7d2dacc65e tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 945 time: 0.0612433 May 12 17:52:41.172762 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6f88435f-55ed-4900-9b48-5025b5cd8b95 req-a32248fc-e256-4479-b657-2ba59e446cf5 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482652 May 12 17:52:41.406256 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 36ac8c9b-649a-4f18-98d9-0e51a7a3795f up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:41.461335 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:52:41.470681 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:41.471068 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:41.548989 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6ede4-42d8-4b9e-b174-be4d31cad88d req-09085205-6f7f-4556-bf20-5de65d8f85ef tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:41.555264 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b2a6ede4-42d8-4b9e-b174-be4d31cad88d req-09085205-6f7f-4556-bf20-5de65d8f85ef tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 945 time: 0.0630457 May 12 17:52:41.565794 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:41.566264 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:41.592570 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:41.597269 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e7a71b-2117-4e91-8435-b51bef3b8df7" -d '{"events": [{"server_uuid": "e980ad9a-20f5-4380-92ad-2e15e178af1b", "name": "network-vif-plugged", "status": "completed", "tag": "36ac8c9b-649a-4f18-98d9-0e51a7a3795f"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:41.611539 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=36ac8c9b-649a-4f18-98d9-0e51a7a3795f,segment=NetworkSegment(8be74722-33bb-42cd-b313-8c00756300f0),segment_id=8be74722-33bb-42cd-b313-8c00756300f0)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:41.619090 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:41.620376 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 32313048-9cf4-4080-982e-b807bb4c51d5 up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:41.658141 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b2a6ede4-42d8-4b9e-b174-be4d31cad88d req-33dc0181-d27a-4451-8d1b-16f402c7c883 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018903 May 12 17:52:41.681081 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0576e44e-92b7-4659-ab5b-e25aab38f88d x-openstack-request-id: req-0576e44e-92b7-4659-ab5b-e25aab38f88d {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:41.681612 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e980ad9a-20f5-4380-92ad-2e15e178af1b", "name": "network-vif-plugged", "status": "completed", "tag": "36ac8c9b-649a-4f18-98d9-0e51a7a3795f", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:41.682015 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0576e44e-92b7-4659-ab5b-e25aab38f88d {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:41.682603 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0576e44e-92b7-4659-ab5b-e25aab38f88d'] response: {'server_uuid': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f', 'code': 200} May 12 17:52:41.722154 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=36ac8c9b-649a-4f18-98d9-0e51a7a3795f,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:41.729549 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port 32313048-9cf4-4080-982e-b807bb4c51d5 completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:52:41.736556 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port 32313048-9cf4-4080-982e-b807bb4c51d5 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:41.736959 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (32313048-9cf4-4080-982e-b807bb4c51d5), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:41.841371 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 32313048-9cf4-4080-982e-b807bb4c51d5 is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:41.842173 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (32313048-9cf4-4080-982e-b807bb4c51d5), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:41.892938 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 32313048-9cf4-4080-982e-b807bb4c51d5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=32313048-9cf4-4080-982e-b807bb4c51d5,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:41.900973 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (32313048-9cf4-4080-982e-b807bb4c51d5), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:41.973958 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883828f-ae2e-46da-b7d0-101e3e9239fe req-a7661004-0fdb-4548-809d-a51c019b79b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:41.975485 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2883828f-ae2e-46da-b7d0-101e3e9239fe req-a7661004-0fdb-4548-809d-a51c019b79b7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 1130 time: 0.0460241 May 12 17:52:41.975838 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=32313048-9cf4-4080-982e-b807bb4c51d5,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:42.034093 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2883828f-ae2e-46da-b7d0-101e3e9239fe req-b2ffd2fc-5b62-42e9-b06e-9a73d21d10de service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510974 May 12 17:52:42.306078 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bf954-dbc7-4fde-a116-32d077a7870e req-b568fde9-855b-4c71-9373-7d69a0210994 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:42.307562 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7f9bf954-dbc7-4fde-a116-32d077a7870e req-b568fde9-855b-4c71-9373-7d69a0210994 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 946 time: 0.0550306 May 12 17:52:42.364608 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7f9bf954-dbc7-4fde-a116-32d077a7870e req-748a0955-fed4-4c34-a936-0b0c37bb030c tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504880 May 12 17:52:42.764116 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be841041-652c-40a5-99f1-9c6de0224925 req-d5ab7bd6-f5c9-4cf5-9729-97cebf248898 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:42.767454 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-be841041-652c-40a5-99f1-9c6de0224925 req-d5ab7bd6-f5c9-4cf5-9729-97cebf248898 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.0536454 May 12 17:52:42.823366 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-be841041-652c-40a5-99f1-9c6de0224925 req-488e9edd-f4d7-4e19-b3aa-38239afba878 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502379 May 12 17:52:43.511231 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727f036-fc0d-4228-9e71-caad2e115fed req-de7e0d29-5358-4ca2-a075-0f668870233f tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:43.514731 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5727f036-fc0d-4228-9e71-caad2e115fed req-de7e0d29-5358-4ca2-a075-0f668870233f tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 946 time: 0.0731888 May 12 17:52:43.570008 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5727f036-fc0d-4228-9e71-caad2e115fed req-c917d69c-33f4-4d7a-893e-6d0b45921d73 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493269 May 12 17:52:43.683301 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32313048-9cf4-4080-982e-b807bb4c51d5'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:43.686657 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7282acab-ea86-44ad-a4e8-46a2dae408ad" -d '{"events": [{"server_uuid": "788626d2-eff4-4f02-980a-685cfb86b7c4", "name": "network-vif-plugged", "status": "completed", "tag": "32313048-9cf4-4080-982e-b807bb4c51d5"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:43.744035 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85187644-09e6-45c8-97c5-29a9617ebffc x-openstack-request-id: req-85187644-09e6-45c8-97c5-29a9617ebffc {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:43.744035 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788626d2-eff4-4f02-980a-685cfb86b7c4", "name": "network-vif-plugged", "status": "completed", "tag": "32313048-9cf4-4080-982e-b807bb4c51d5", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:43.744035 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-85187644-09e6-45c8-97c5-29a9617ebffc {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:43.744035 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85187644-09e6-45c8-97c5-29a9617ebffc'] response: {'server_uuid': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32313048-9cf4-4080-982e-b807bb4c51d5', 'code': 200} May 12 17:52:43.975250 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ac5fd-3fb6-466b-b461-c9cf15c9bc6a req-8e4b2d2e-89a1-4d92-8f68-de196ec87b73 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:43.977049 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-877ac5fd-3fb6-466b-b461-c9cf15c9bc6a req-8e4b2d2e-89a1-4d92-8f68-de196ec87b73 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.0588834 May 12 17:52:44.031051 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-877ac5fd-3fb6-466b-b461-c9cf15c9bc6a req-4d7319d3-e260-4448-a4a8-4dc966866928 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451229 May 12 17:52:44.054804 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3b962-4d90-4020-ba27-40a50ef0643d req-44a1bb41-f49d-40d4-bc41-87030ba9a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:44.056481 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e3d3b962-4d90-4020-ba27-40a50ef0643d req-44a1bb41-f49d-40d4-bc41-87030ba9a5e8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 1130 time: 0.0487866 May 12 17:52:44.107267 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e3d3b962-4d90-4020-ba27-40a50ef0643d req-2bb17082-219f-4e96-8646-87efe69ba00e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441146 May 12 17:52:44.151155 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7399f97-8815-4c59-80ad-410d52940969 req-62c74e20-d085-44d5-ac38-6c30ecfd8e41 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:44.152800 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c7399f97-8815-4c59-80ad-410d52940969 req-62c74e20-d085-44d5-ac38-6c30ecfd8e41 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.0495508 May 12 17:52:44.218073 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c7399f97-8815-4c59-80ad-410d52940969 req-f90d6780-c77d-425d-807b-e0bc3a36a46a tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589914 May 12 17:52:44.239902 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59684) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:44.428420 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a08bd4-8aac-4a88-8845-8e4e0c3ecf30 tempest-TestShelveInstance-1197218530 tempest-TestShelveInstance-1197218530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:44.429957 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-62a08bd4-8aac-4a88-8845-8e4e0c3ecf30 tempest-TestShelveInstance-1197218530 tempest-TestShelveInstance-1197218530-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 1125 time: 0.1889775 May 12 17:52:44.433055 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59702) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:44.438156 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Request body: {'floatingip': {'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'port_id': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:44.459924 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:44.597920 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:44.670398 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-71a320f7-d61d-4467-85dd-8749d415c543 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:44.671876 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-71a320f7-d61d-4467-85dd-8749d415c543 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/networks?id=d316737e-c775-43a3-a667-c27cc0941735 HTTP/1.1" status: 200 len: 814 time: 0.2079587 May 12 17:52:44.725452 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0cded-5c1a-45bd-be64-6c92159336bf req-5ffccdec-6b35-452f-b36c-a9acfdc35869 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:44.726968 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-05b0cded-5c1a-45bd-be64-6c92159336bf req-5ffccdec-6b35-452f-b36c-a9acfdc35869 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 946 time: 0.0799179 May 12 17:52:44.730787 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-d3116d42-5954-4303-beb4-e36f79615dcb tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/quotas/22f9cad467614c16acb967c11da20d7f HTTP/1.1" status: 200 len: 375 time: 0.0357990 May 12 17:52:44.843873 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Allocated IP 172.27.2.190 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/4f9cc513-8935-4cb5-8eda-bf7e576aae56) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:52:44.855546 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-239ab2c3-7d0c-401f-9ec7-e1fc858df883 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=22f9cad467614c16acb967c11da20d7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1175401 May 12 17:52:44.865185 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-05b0cded-5c1a-45bd-be64-6c92159336bf req-ff0b5071-05be-4d8a-b435-10f4be5ab6e7 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312308 May 12 17:52:45.031727 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-0d64b9f8-0266-4a03-9f46-a2b7c1b3e30a service neutron] 10.222.0.73 "GET /v2.0/networks/d316737e-c775-43a3-a667-c27cc0941735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608911 May 12 17:52:45.042135 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for port (4f9cc513-8935-4cb5-8eda-bf7e576aae56), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.139837 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (4f9cc513-8935-4cb5-8eda-bf7e576aae56), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.172443 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-e68716eb-22f8-4e6b-b2fd-0c0898bb2d88 service neutron] 10.222.0.73 "GET /v2.0/networks/d316737e-c775-43a3-a667-c27cc0941735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333075 May 12 17:52:45.185895 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:45.188932 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:45.194743 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:52:45.218047 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Pushing event updated for resources: {'Port': ['ID=4f9cc513-8935-4cb5-8eda-bf7e576aae56,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:45.361798 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9d00d5ae-2f2c-4e69-8784-aed2e9d89728 req-3cb9e7c4-dcd3-4adf-8cf5-1d6ec6819d69 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 210 time: 0.0476737 May 12 17:52:45.634016 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for floatingip (0f6e3022-2895-4f5f-91e5-f9c60d48e0e4), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.712677 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (4f9cc513-8935-4cb5-8eda-bf7e576aae56), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.895631 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for port (4f9cc513-8935-4cb5-8eda-bf7e576aae56), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.900404 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231180'] for port (4f9cc513-8935-4cb5-8eda-bf7e576aae56), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.003141 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Pushing event updated for resources: {'Port': ['ID=4f9cc513-8935-4cb5-8eda-bf7e576aae56,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:46.016362 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (0f6e3022-2895-4f5f-91e5-f9c60d48e0e4), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.026387 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e0c93-e281-42fa-9786-8164f102aa80 req-6f027cf6-99f1-4eb0-8dcf-bf911b078336 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:46.028412 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5b8e0c93-e281-42fa-9786-8164f102aa80 req-6f027cf6-99f1-4eb0-8dcf-bf911b078336 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 946 time: 0.0732110 May 12 17:52:46.142938 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5b8e0c93-e281-42fa-9786-8164f102aa80 req-803ba914-74ff-4a8c-80fc-c4f093d35d50 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844986 May 12 17:52:46.158786 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.l3_db [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Floating IP 0f6e3022-2895-4f5f-91e5-f9c60d48e0e4 associated. External IP: 172.27.2.190, port: 36ac8c9b-649a-4f18-98d9-0e51a7a3795f. May 12 17:52:46.290973 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3ee55-b748-4079-9f83-0fe5facc5819 req-cbe6f645-95a7-49ff-95ae-59b02f64b071 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:46.292377 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c6e3ee55-b748-4079-9f83-0fe5facc5819 req-cbe6f645-95a7-49ff-95ae-59b02f64b071 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 946 time: 0.0813162 May 12 17:52:46.392610 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c6e3ee55-b748-4079-9f83-0fe5facc5819 req-a85d0731-b042-4e59-8a2d-becc6389e7ae tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919092 May 12 17:52:46.432639 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59728) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:46.482512 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-91367188-6f3d-4c81-9123-6fb621fc13f7 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:46.484094 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-91367188-6f3d-4c81-9123-6fb621fc13f7 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.74 "GET /v2.0/networks?id=d316737e-c775-43a3-a667-c27cc0941735 HTTP/1.1" status: 200 len: 814 time: 0.1720500 May 12 17:52:46.489920 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Router 5d32b6ee-cb99-48de-83af-d6fbd2438e13 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:52:46.492012 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-051c058e-8888-4902-9659-30783d0d9eba req-e859156f-ba0c-4eff-b270-7a70f652d08e tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 210 time: 0.0332069 May 12 17:52:46.492662 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2126798d-5dba-4691-8a0b-5cb95d401446 tempest-TestVolumeBootPattern-1510261125 tempest-TestVolumeBootPattern-1510261125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:46.496202 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-2126798d-5dba-4691-8a0b-5cb95d401446 tempest-TestVolumeBootPattern-1510261125 tempest-TestVolumeBootPattern-1510261125-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 1125 time: 0.0565834 May 12 17:52:46.497654 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59732) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:46.503242 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Request body: {'floatingip': {'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'port_id': '32313048-9cf4-4080-982e-b807bb4c51d5', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:46.516598 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-8f739f38-57a1-473b-8265-8161149d36ba tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Request body: {'port': {'device_id': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735', 'admin_state_up': True, 'tenant_id': '22f9cad467614c16acb967c11da20d7f'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:46.554543 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.615780 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:46.627125 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ca14f-e6b8-4c3c-997d-d41973151fe2 None None] Sync routers for ids ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:46.641884 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.644867 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ca14f-e6b8-4c3c-997d-d41973151fe2 None None] Routers {'5d32b6ee-cb99-48de-83af-d6fbd2438e13'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:46.645502 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-9c1ca14f-e6b8-4c3c-997d-d41973151fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:52:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:46.682197 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-cafc249a-61d5-41e3-a66d-57370b7dce83 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2480376 May 12 17:52:46.682895 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'tag': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:46.685911 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fc46ee-6ff6-4a50-86b1-87e19a0c0411" -d '{"events": [{"name": "network-changed", "server_uuid": "e980ad9a-20f5-4380-92ad-2e15e178af1b", "tag": "36ac8c9b-649a-4f18-98d9-0e51a7a3795f"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:46.702759 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.725294 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ff45a7-d207-4182-956e-ac6574f28c63 x-openstack-request-id: req-c9ff45a7-d207-4182-956e-ac6574f28c63 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:46.725587 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e980ad9a-20f5-4380-92ad-2e15e178af1b", "tag": "36ac8c9b-649a-4f18-98d9-0e51a7a3795f", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:46.725869 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c9ff45a7-d207-4182-956e-ac6574f28c63 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:46.726251 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ff45a7-d207-4182-956e-ac6574f28c63'] response: {'name': 'network-changed', 'server_uuid': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'tag': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f', 'status': 'completed', 'code': 200} May 12 17:52:46.756287 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-8f739f38-57a1-473b-8265-8161149d36ba tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Made reservation on behalf of 22f9cad467614c16acb967c11da20d7f for: {'port': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:52:46.762426 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-8f739f38-57a1-473b-8265-8161149d36ba tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.812937 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-9c1ca14f-e6b8-4c3c-997d-d41973151fe2 None None] Set router 5d32b6ee-cb99-48de-83af-d6fbd2438e13 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:46.822452 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc46ee-6ff6-4a50-86b1-87e19a0c0411 req-8619f353-a011-4cfb-824d-74f559026414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:46.824041 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-52fc46ee-6ff6-4a50-86b1-87e19a0c0411 req-8619f353-a011-4cfb-824d-74f559026414 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=583159e196b2438698885193ca03ef4d&device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 1130 time: 0.0513637 May 12 17:52:46.953043 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc46ee-6ff6-4a50-86b1-87e19a0c0411 req-9f20ad82-6f26-4b06-afab-d4b9a4d2f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:46.955302 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-52fc46ee-6ff6-4a50-86b1-87e19a0c0411 req-9f20ad82-6f26-4b06-afab-d4b9a4d2f979 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4c9e560d-07a4-4ecb-97d5-62e31a28a50d HTTP/1.1" status: 200 len: 910 time: 0.1252794 May 12 17:52:46.966596 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Allocated IP 172.27.2.78 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/10bf1074-0d2d-40ef-be1b-b0362ce0d349) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:52:47.018683 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-8f739f38-57a1-473b-8265-8161149d36ba tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Allocated IP 172.20.0.10 (d316737e-c775-43a3-a667-c27cc0941735/86ef23b5-8baa-44d3-aa7b-9f1b404dcf01/d261cc65-c224-4075-af4c-05eb1e85cf9b) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:52:47.166457 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for port (10bf1074-0d2d-40ef-be1b-b0362ce0d349), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:47.182481 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-52fc46ee-6ff6-4a50-86b1-87e19a0c0411 req-8153f998-2d7b-4ccd-8834-8f02e0bcdd1c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36ac8c9b-649a-4f18-98d9-0e51a7a3795f HTTP/1.1" status: 200 len: 1000 time: 0.1909013 May 12 17:52:47.193501 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-9c1ca14f-e6b8-4c3c-997d-d41973151fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'name': 'tempest-TestShelveInstance-1382475070-router', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:52Z', 'updated_at': '2022-05-12T17:51:55Z', 'revision_number': 4, 'project_id': '583159e196b2438698885193ca03ef4d', 'gw_port': {'id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:53Z', 'updated_at': '2022-05-12T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '0f6e3022-2895-4f5f-91e5-f9c60d48e0e4', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'port_id': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d', 'mac_address': 'fa:16:3e:82:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:52:45Z', 'updated_at': '2022-05-12T17:52:45Z', 'revision_number': 0, 'project_id': '583159e196b2438698885193ca03ef4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcb6da1-d863-4e9e-b437-f9cb66bbbf36', 'name': '', 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'mac_address': 'fa:16:3e:52:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:55Z', 'updated_at': '2022-05-12T17:51:59Z', 'revision_number': 5, 'project_id': '583159e196b2438698885193ca03ef4d', 'subnets': [{'id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:47.282394 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (10bf1074-0d2d-40ef-be1b-b0362ce0d349), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:47.293222 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc46ee-6ff6-4a50-86b1-87e19a0c0411 req-175f7c8e-ba1c-46e5-bd12-0fcecddcd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:47.297141 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-8f739f38-57a1-473b-8265-8161149d36ba tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:47.298653 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-52fc46ee-6ff6-4a50-86b1-87e19a0c0411 req-175f7c8e-ba1c-46e5-bd12-0fcecddcd6d1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9b80c515-0b63-44e2-9cec-0193b290cc86 HTTP/1.1" status: 200 len: 848 time: 0.0868492 May 12 17:52:47.342811 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:47.350316 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:47.353163 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:52:47.395771 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc46ee-6ff6-4a50-86b1-87e19a0c0411 req-ade05a4b-bd37-47e7-9a8f-0b74a3c60d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:47.399089 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-52fc46ee-6ff6-4a50-86b1-87e19a0c0411 req-ade05a4b-bd37-47e7-9a8f-0b74a3c60d6f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4c9e560d-07a4-4ecb-97d5-62e31a28a50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0952339 May 12 17:52:47.415575 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event updated for resources: {'Port': ['ID=10bf1074-0d2d-40ef-be1b-b0362ce0d349,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:47.458552 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ca14f-e6b8-4c3c-997d-d41973151fe2 None None] Checking router: 5d32b6ee-cb99-48de-83af-d6fbd2438e13 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:47.468778 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ca14f-e6b8-4c3c-997d-d41973151fe2 None None] Routers {'5d32b6ee-cb99-48de-83af-d6fbd2438e13'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:47.469762 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-9c1ca14f-e6b8-4c3c-997d-d41973151fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:52:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:47.546840 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-8f739f38-57a1-473b-8265-8161149d36ba tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:47.602370 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-8f739f38-57a1-473b-8265-8161149d36ba tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Network d316737e-c775-43a3-a667-c27cc0941735 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:47.612120 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-8f739f38-57a1-473b-8265-8161149d36ba tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:47.614837 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-8f739f38-57a1-473b-8265-8161149d36ba tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:52:47.622085 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-9c1ca14f-e6b8-4c3c-997d-d41973151fe2 None None] Set router 5d32b6ee-cb99-48de-83af-d6fbd2438e13 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:47.706112 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa4838-b4cc-455c-b8f8-54330e0de759 req-92a01568-2e4a-4c18-9519-a7b425027b98 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:47.709233 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1baa4838-b4cc-455c-b8f8-54330e0de759 req-92a01568-2e4a-4c18-9519-a7b425027b98 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 932 time: 0.1031771 May 12 17:52:47.740608 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f739f38-57a1-473b-8265-8161149d36ba tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Pushing event updated for resources: {'Port': ['ID=d261cc65-c224-4075-af4c-05eb1e85cf9b,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:47.767186 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-8f739f38-57a1-473b-8265-8161149d36ba tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:47.767859 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-8f739f38-57a1-473b-8265-8161149d36ba tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:47.788758 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-8f739f38-57a1-473b-8265-8161149d36ba tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2777743 May 12 17:52:47.854559 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1baa4838-b4cc-455c-b8f8-54330e0de759 req-991bd788-faaa-4552-9479-77bf0e4dec7b tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359487 May 12 17:52:48.003389 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-9c1ca14f-e6b8-4c3c-997d-d41973151fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'name': 'tempest-TestShelveInstance-1382475070-router', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:52Z', 'updated_at': '2022-05-12T17:51:55Z', 'revision_number': 4, 'project_id': '583159e196b2438698885193ca03ef4d', 'gw_port': {'id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:53Z', 'updated_at': '2022-05-12T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '0f6e3022-2895-4f5f-91e5-f9c60d48e0e4', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'port_id': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d', 'mac_address': 'fa:16:3e:82:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:52:45Z', 'updated_at': '2022-05-12T17:52:45Z', 'revision_number': 0, 'project_id': '583159e196b2438698885193ca03ef4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcb6da1-d863-4e9e-b437-f9cb66bbbf36', 'name': '', 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'mac_address': 'fa:16:3e:52:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:55Z', 'updated_at': '2022-05-12T17:51:59Z', 'revision_number': 5, 'project_id': '583159e196b2438698885193ca03ef4d', 'subnets': [{'id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:48.033603 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-f74067c6-de5a-4f29-9621-ea67153798f1 None None] Provisioning complete for port d261cc65-c224-4075-af4c-05eb1e85cf9b triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:48.034215 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f74067c6-de5a-4f29-9621-ea67153798f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:48.069482 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ca14f-e6b8-4c3c-997d-d41973151fe2 None None] The sync data for ids ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'] in dv-cinder-840525-2-iscsi is: [{'id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'name': 'tempest-TestShelveInstance-1382475070-router', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:52Z', 'updated_at': '2022-05-12T17:51:55Z', 'revision_number': 4, 'project_id': '583159e196b2438698885193ca03ef4d', 'gw_port': {'id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:53Z', 'updated_at': '2022-05-12T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '0f6e3022-2895-4f5f-91e5-f9c60d48e0e4', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'port_id': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d', 'mac_address': 'fa:16:3e:82:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:52:45Z', 'updated_at': '2022-05-12T17:52:45Z', 'revision_number': 0, 'project_id': '583159e196b2438698885193ca03ef4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcb6da1-d863-4e9e-b437-f9cb66bbbf36', 'name': '', 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'mac_address': 'fa:16:3e:52:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:55Z', 'updated_at': '2022-05-12T17:51:59Z', 'revision_number': 5, 'project_id': '583159e196b2438698885193ca03ef4d', 'subnets': [{'id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:48.098171 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f74067c6-de5a-4f29-9621-ea67153798f1 None None] Port d261cc65-c224-4075-af4c-05eb1e85cf9b cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:52:48.121228 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for floatingip (45d904a3-3e5c-4c30-b0f2-c767f5da304e), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:48.236232 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (10bf1074-0d2d-40ef-be1b-b0362ce0d349), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:48.456547 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9425e5c-0467-430f-a104-a0ed833c04f7 None None] New status for floating IP 0f6e3022-2895-4f5f-91e5-f9c60d48e0e4: ACTIVE {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:52:48.806477 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for port (10bf1074-0d2d-40ef-be1b-b0362ce0d349), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:48.812600 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (10bf1074-0d2d-40ef-be1b-b0362ce0d349), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:48.902271 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event updated for resources: {'Port': ['ID=10bf1074-0d2d-40ef-be1b-b0362ce0d349,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:48.918466 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (45d904a3-3e5c-4c30-b0f2-c767f5da304e), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:49.021604 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6b484-8881-4336-ad17-ee4ec8b96a70 req-cd97524b-ad00-47b0-8bdd-23b1f1f10817 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:49.031093 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e1e6b484-8881-4336-ad17-ee4ec8b96a70 req-cd97524b-ad00-47b0-8bdd-23b1f1f10817 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 932 time: 0.0783317 May 12 17:52:49.036096 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.l3_db [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Floating IP 45d904a3-3e5c-4c30-b0f2-c767f5da304e associated. External IP: 172.27.2.78, port: 32313048-9cf4-4080-982e-b807bb4c51d5. May 12 17:52:49.098374 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e1e6b484-8881-4336-ad17-ee4ec8b96a70 req-ccc51578-eb91-49e8-9b96-30b89bee87a0 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664144 May 12 17:52:49.272769 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Router 24240b91-0752-4b90-8819-f63d4bfedb45 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:52:49.394063 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:49.406245 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed19f2-4a55-4f89-a395-87777edf1749 None None] Sync routers for ids ['24240b91-0752-4b90-8819-f63d4bfedb45'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:49.415308 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:49.424152 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed19f2-4a55-4f89-a395-87777edf1749 None None] Routers {'24240b91-0752-4b90-8819-f63d4bfedb45'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:49.435480 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-59ed19f2-4a55-4f89-a395-87777edf1749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:52:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['24240b91-0752-4b90-8819-f63d4bfedb45'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:49.455690 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-e1baba69-d6dc-4134-bc28-54674932d917 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9566910 May 12 17:52:49.456370 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'tag': '32313048-9cf4-4080-982e-b807bb4c51d5'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:49.458694 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab47fa2-93c5-4fea-8695-1eae724671cc" -d '{"events": [{"name": "network-changed", "server_uuid": "788626d2-eff4-4f02-980a-685cfb86b7c4", "tag": "32313048-9cf4-4080-982e-b807bb4c51d5"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:49.498642 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd4cea4-3fc2-441f-b107-5f3681357261 x-openstack-request-id: req-0cd4cea4-3fc2-441f-b107-5f3681357261 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:49.498919 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788626d2-eff4-4f02-980a-685cfb86b7c4", "tag": "32313048-9cf4-4080-982e-b807bb4c51d5", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:49.499169 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0cd4cea4-3fc2-441f-b107-5f3681357261 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:49.499574 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd4cea4-3fc2-441f-b107-5f3681357261'] response: {'name': 'network-changed', 'server_uuid': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'tag': '32313048-9cf4-4080-982e-b807bb4c51d5', 'status': 'completed', 'code': 200} May 12 17:52:49.593218 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-59ed19f2-4a55-4f89-a395-87777edf1749 None None] Set router 24240b91-0752-4b90-8819-f63d4bfedb45 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:49.827864 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-59ed19f2-4a55-4f89-a395-87777edf1749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '45d904a3-3e5c-4c30-b0f2-c767f5da304e', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'port_id': '32313048-9cf4-4080-982e-b807bb4c51d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'mac_address': 'fa:16:3e:6e:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:52:47Z', 'updated_at': '2022-05-12T17:52:47Z', 'revision_number': 0, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:33Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:49.863230 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed19f2-4a55-4f89-a395-87777edf1749 None None] Checking router: 24240b91-0752-4b90-8819-f63d4bfedb45 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:49.872691 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed19f2-4a55-4f89-a395-87777edf1749 None None] Routers {'24240b91-0752-4b90-8819-f63d4bfedb45'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:49.873377 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-59ed19f2-4a55-4f89-a395-87777edf1749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:52:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['24240b91-0752-4b90-8819-f63d4bfedb45'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:49.989992 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-59ed19f2-4a55-4f89-a395-87777edf1749 None None] Set router 24240b91-0752-4b90-8819-f63d4bfedb45 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:50.215478 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-59ed19f2-4a55-4f89-a395-87777edf1749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '45d904a3-3e5c-4c30-b0f2-c767f5da304e', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'port_id': '32313048-9cf4-4080-982e-b807bb4c51d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'mac_address': 'fa:16:3e:6e:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:52:47Z', 'updated_at': '2022-05-12T17:52:47Z', 'revision_number': 0, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:33Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:50.240431 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05015d-2f92-4fb6-bec7-b2232044c312 req-59d72698-96bd-4506-a653-6537fd14d3ad tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:50.242043 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6e05015d-2f92-4fb6-bec7-b2232044c312 req-59d72698-96bd-4506-a653-6537fd14d3ad tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 932 time: 0.0734086 May 12 17:52:50.249215 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed19f2-4a55-4f89-a395-87777edf1749 None None] The sync data for ids ['24240b91-0752-4b90-8819-f63d4bfedb45'] in dv-cinder-840525-2-iscsi is: [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '45d904a3-3e5c-4c30-b0f2-c767f5da304e', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'port_id': '32313048-9cf4-4080-982e-b807bb4c51d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'mac_address': 'fa:16:3e:6e:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:52:47Z', 'updated_at': '2022-05-12T17:52:47Z', 'revision_number': 0, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:33Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:50.313483 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6e05015d-2f92-4fb6-bec7-b2232044c312 req-c21fd493-6770-486a-bade-2fe84c42e210 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617313 May 12 17:52:50.492627 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66163615-51e5-40aa-a05f-8738acb71e54 None None] New status for floating IP 45d904a3-3e5c-4c30-b0f2-c767f5da304e: ACTIVE {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:52:51.439573 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc887389-33af-4b5c-97a7-11f05d4c37c6 req-1a4996f3-f9d2-476b-85e6-9cd1dfd5048d tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:51.441157 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bc887389-33af-4b5c-97a7-11f05d4c37c6 req-1a4996f3-f9d2-476b-85e6-9cd1dfd5048d tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 932 time: 0.0577981 May 12 17:52:51.492291 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bc887389-33af-4b5c-97a7-11f05d4c37c6 req-b588e765-0ad7-4fea-a4d4-f45b0ccff437 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453386 May 12 17:52:52.616567 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bd4ab-a278-434b-9a01-06a2c7ec2aba req-4dfa95a5-f581-4ecf-8e44-7d1f7bc86c43 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:52.619016 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-986bd4ab-a278-434b-9a01-06a2c7ec2aba req-4dfa95a5-f581-4ecf-8e44-7d1f7bc86c43 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 932 time: 0.0614574 May 12 17:52:52.672690 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-986bd4ab-a278-434b-9a01-06a2c7ec2aba req-fb7c22c2-214d-4c1c-8552-cee27d4a83d0 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472870 May 12 17:52:53.130177 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:52:53.642230 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0d131816-d600-4b41-9840-b60c823c871b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:53.794041 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b1d92-0d19-4109-8640-a57bb12648a5 req-2b0fa7f3-6697-4fbd-af95-fc16da87c651 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:53.795532 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-397b1d92-0d19-4109-8640-a57bb12648a5 req-2b0fa7f3-6697-4fbd-af95-fc16da87c651 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 932 time: 0.0514719 May 12 17:52:53.850002 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-397b1d92-0d19-4109-8640-a57bb12648a5 req-dd1cdd09-b6cf-4c43-93c9-89b8db94ab6a tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487297 May 12 17:52:54.963219 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47e39c-1418-4517-a557-81998d603281 req-d5df28f4-6cf2-4064-aebd-a2e43aebff23 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:54.964709 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7a47e39c-1418-4517-a557-81998d603281 req-d5df28f4-6cf2-4064-aebd-a2e43aebff23 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 932 time: 0.0464694 May 12 17:52:55.009678 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7a47e39c-1418-4517-a557-81998d603281 req-30b67ba9-6686-4eee-ba49-89ec1c5695c2 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394590 May 12 17:52:55.204878 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:55.469405 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Request body: {'port': {'device_id': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:55.557570 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:55.580136 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab47fa2-93c5-4fea-8695-1eae724671cc req-934b5671-a695-4ee5-8c6d-530c0271f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:55.582536 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-cab47fa2-93c5-4fea-8695-1eae724671cc req-934b5671-a695-4ee5-8c6d-530c0271f8fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d7ebeafe8140b3b8332059258a83eb&device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 1130 time: 0.0627637 May 12 17:52:55.795649 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab47fa2-93c5-4fea-8695-1eae724671cc req-8b687b4c-bbc9-484c-9a9e-e027748ec486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:55.797090 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-cab47fa2-93c5-4fea-8695-1eae724671cc req-8b687b4c-bbc9-484c-9a9e-e027748ec486 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a25dbb6f-d15b-498d-a498-e2acebdb3c69 HTTP/1.1" status: 200 len: 912 time: 0.1977749 May 12 17:52:55.818704 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-52fc46ee-6ff6-4a50-86b1-87e19a0c0411 req-187cd776-eb68-4ab6-b5e0-bef1f7e6b6b0 service neutron] 10.222.0.74 "GET /v2.0/networks/4c9e560d-07a4-4ecb-97d5-62e31a28a50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541682 May 12 17:52:55.875186 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b091acf3-cdbe-4dff-9a97-4abd3803a3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:55.913539 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-52fc46ee-6ff6-4a50-86b1-87e19a0c0411 req-f2f9d3e3-428e-430d-b0d7-0e04ad157a94 service neutron] 10.222.0.74 "GET /v2.0/networks/4c9e560d-07a4-4ecb-97d5-62e31a28a50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886133 May 12 17:52:55.925051 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-cab47fa2-93c5-4fea-8695-1eae724671cc req-607b1b60-b360-47cb-87f3-6d0034ab285d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32313048-9cf4-4080-982e-b807bb4c51d5 HTTP/1.1" status: 200 len: 1001 time: 0.1201360 May 12 17:52:56.018346 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab47fa2-93c5-4fea-8695-1eae724671cc req-4b141e60-923f-4120-8023-26f5e5ab52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:56.019782 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-cab47fa2-93c5-4fea-8695-1eae724671cc req-4b141e60-923f-4120-8023-26f5e5ab52c1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b393bcd-a146-44a6-8ec1-ecf303917907 HTTP/1.1" status: 200 len: 850 time: 0.0777390 May 12 17:52:56.085890 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d261cc65-c224-4075-af4c-05eb1e85cf9b {{(pid=109951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:52:56.095145 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab47fa2-93c5-4fea-8695-1eae724671cc req-0e6c9a53-1ab1-4718-9ddb-879fd47ec6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:56.096672 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-cab47fa2-93c5-4fea-8695-1eae724671cc req-0e6c9a53-1ab1-4718-9ddb-879fd47ec6a8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a25dbb6f-d15b-498d-a498-e2acebdb3c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713055 May 12 17:52:56.098387 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Publish callbacks [] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:56.119634 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.provisioning_blocks [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Transition to ACTIVE for port object d261cc65-c224-4075-af4c-05eb1e85cf9b will not be triggered until provisioned by entity L2. {{(pid=109951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:52:56.126298 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c180c1-cc8f-4699-9f4a-4e4ae046e618 req-754c0dee-e2de-416e-9ca6-adc39e0fb512 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:56.128062 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-92c180c1-cc8f-4699-9f4a-4e4ae046e618 req-754c0dee-e2de-416e-9ca6-adc39e0fb512 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 932 time: 0.0520344 May 12 17:52:56.130847 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:56.174106 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-92c180c1-cc8f-4699-9f4a-4e4ae046e618 req-02876cdc-2019-4a90-a556-73d23afb3fb3 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399077 May 12 17:52:56.230558 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Pushing event updated for resources: {'Port': ['ID=d261cc65-c224-4075-af4c-05eb1e85cf9b,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:56.298424 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-cab47fa2-93c5-4fea-8695-1eae724671cc req-237db757-dee2-4223-846f-5e0019e0b211 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878045 May 12 17:52:56.357809 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Attempting to bind port d261cc65-c224-4075-af4c-05eb1e85cf9b on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:52:56.358153 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Attempting to bind port d261cc65-c224-4075-af4c-05eb1e85cf9b by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '13bc5da4-0119-4176-b55f-8c657f3c06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:52:56.358488 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Attempting to bind port d261cc65-c224-4075-af4c-05eb1e85cf9b on network d316737e-c775-43a3-a667-c27cc0941735 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:56.392629 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Port d261cc65-c224-4075-af4c-05eb1e85cf9b on network d316737e-c775-43a3-a667-c27cc0941735 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:52:56.392959 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Attempting to bind port d261cc65-c224-4075-af4c-05eb1e85cf9b on network d316737e-c775-43a3-a667-c27cc0941735 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:52:56.404602 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:52:56.404939 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Checking segment: {'id': '13bc5da4-0119-4176-b55f-8c657f3c06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:52:56.405319 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Bound using segment: {'id': '13bc5da4-0119-4176-b55f-8c657f3c06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:52:56.405777 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Bound port: d261cc65-c224-4075-af4c-05eb1e85cf9b, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13bc5da4-0119-4176-b55f-8c657f3c06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:52:56.406135 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:56.433249 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-cab47fa2-93c5-4fea-8695-1eae724671cc req-e9b05d6c-1545-41c8-a0f1-6b60a9fa57c1 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271586 May 12 17:52:56.484331 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] For port d261cc65-c224-4075-af4c-05eb1e85cf9b, host hv-cinder-84052, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:52:56.487326 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] For port d261cc65-c224-4075-af4c-05eb1e85cf9b, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d261cc65-c224-4075-af4c-05eb1e85cf9b,segment=NetworkSegment(13bc5da4-0119-4176-b55f-8c657f3c06ed),segment_id=13bc5da4-0119-4176-b55f-8c657f3c06ed)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:52:56.492913 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:56.528927 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:56.529547 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:56.530948 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] 10.222.0.74 "PUT /v2.0/ports/d261cc65-c224-4075-af4c-05eb1e85cf9b HTTP/1.1" status: 200 len: 1094 time: 1.0661223 May 12 17:52:56.531443 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'tag': 'd261cc65-c224-4075-af4c-05eb1e85cf9b'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:56.533722 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e4645c-afce-4580-8020-6db7a479dbb9" -d '{"events": [{"name": "network-changed", "server_uuid": "b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa", "tag": "d261cc65-c224-4075-af4c-05eb1e85cf9b"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:56.561837 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c085b-8913-4b65-a209-6112f4a9e374 service neutron] Pushing event updated for resources: {'Port': ['ID=d261cc65-c224-4075-af4c-05eb1e85cf9b,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:56.574722 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af65be2-82a1-4074-9e6c-789323a7b28e x-openstack-request-id: req-6af65be2-82a1-4074-9e6c-789323a7b28e {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:56.575600 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa", "tag": "d261cc65-c224-4075-af4c-05eb1e85cf9b", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:56.575600 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6af65be2-82a1-4074-9e6c-789323a7b28e {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:56.576293 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af65be2-82a1-4074-9e6c-789323a7b28e'] response: {'name': 'network-changed', 'server_uuid': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'tag': 'd261cc65-c224-4075-af4c-05eb1e85cf9b', 'status': 'completed', 'code': 200} May 12 17:52:56.648432 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-b40c8952-2aaa-4d59-9930-b22a847b9edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:56.649946 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-b40c8952-2aaa-4d59-9930-b22a847b9edf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=22f9cad467614c16acb967c11da20d7f&device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 1128 time: 0.0472815 May 12 17:52:56.705308 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-63407370-0644-4c4e-ad36-5111dfa2d7bc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d261cc65-c224-4075-af4c-05eb1e85cf9b HTTP/1.1" status: 200 len: 217 time: 0.0348814 May 12 17:52:56.753790 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-73103546-0cf2-4193-ba16-b63316dcac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:56.755422 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-73103546-0cf2-4193-ba16-b63316dcac30 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86ef23b5-8baa-44d3-aa7b-9f1b404dcf01 HTTP/1.1" status: 200 len: 853 time: 0.0430355 May 12 17:52:56.804411 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-25e427c4-fcd0-431d-9863-39e2b4abfe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:56.805849 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-25e427c4-fcd0-431d-9863-39e2b4abfe79 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d316737e-c775-43a3-a667-c27cc0941735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435543 May 12 17:52:56.896242 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-3fe7f3b0-8809-4848-a171-2168884e214d service neutron] 10.222.0.74 "GET /v2.0/networks/d316737e-c775-43a3-a667-c27cc0941735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811405 May 12 17:52:57.005456 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-8ecf9c9b-b3fc-4820-8cb7-b3ae6991f6ee req-e9707e0b-9cc4-4152-92da-75bd7ec66f9e service neutron] 10.222.0.74 "GET /v2.0/networks/d316737e-c775-43a3-a667-c27cc0941735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892315 May 12 17:52:57.288855 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba936d-f64b-4b2c-a941-1c980d99e3d8 req-6466210e-ac6e-493d-a579-b6d92e577352 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:57.290390 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0bba936d-f64b-4b2c-a941-1c980d99e3d8 req-6466210e-ac6e-493d-a579-b6d92e577352 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 944 time: 0.0475695 May 12 17:52:57.314213 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:57.338789 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0bba936d-f64b-4b2c-a941-1c980d99e3d8 req-78563671-b2e1-4a15-8b86-a37d4a2c87e7 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422742 May 12 17:52:58.019333 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4645c-afce-4580-8020-6db7a479dbb9 req-4991bf4c-df96-4c07-99da-8c5f720d031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:58.020886 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-94e4645c-afce-4580-8020-6db7a479dbb9 req-4991bf4c-df96-4c07-99da-8c5f720d031f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=22f9cad467614c16acb967c11da20d7f&device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 1128 time: 0.0398843 May 12 17:52:58.120605 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4645c-afce-4580-8020-6db7a479dbb9 req-37887891-0ab8-43fb-8249-1d4154cd0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:58.122346 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-94e4645c-afce-4580-8020-6db7a479dbb9 req-37887891-0ab8-43fb-8249-1d4154cd0117 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d316737e-c775-43a3-a667-c27cc0941735 HTTP/1.1" status: 200 len: 915 time: 0.0909793 May 12 17:52:58.170308 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-94e4645c-afce-4580-8020-6db7a479dbb9 req-2fe3d858-6999-4650-8fc8-ce5ef6525cad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d261cc65-c224-4075-af4c-05eb1e85cf9b HTTP/1.1" status: 200 len: 217 time: 0.0345790 May 12 17:52:58.217504 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4645c-afce-4580-8020-6db7a479dbb9 req-a1c451b0-46dd-47a6-9d5c-c6cada515dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:58.218917 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-94e4645c-afce-4580-8020-6db7a479dbb9 req-a1c451b0-46dd-47a6-9d5c-c6cada515dd8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86ef23b5-8baa-44d3-aa7b-9f1b404dcf01 HTTP/1.1" status: 200 len: 853 time: 0.0427604 May 12 17:52:58.269838 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4645c-afce-4580-8020-6db7a479dbb9 req-f068f2f0-f20e-474e-aca5-8d44841c8df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:58.271248 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-94e4645c-afce-4580-8020-6db7a479dbb9 req-f068f2f0-f20e-474e-aca5-8d44841c8df0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d316737e-c775-43a3-a667-c27cc0941735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459664 May 12 17:52:58.363051 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-94e4645c-afce-4580-8020-6db7a479dbb9 req-3b794a24-1dda-4870-86d5-f8955390681f service neutron] 10.222.0.74 "GET /v2.0/networks/d316737e-c775-43a3-a667-c27cc0941735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840790 May 12 17:52:58.460812 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510bee4-6ba9-4574-97ac-1f4b39f81b61 req-a463a1be-0a58-4d3f-9891-7599c5e7f18e tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:58.462285 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1510bee4-6ba9-4574-97ac-1f4b39f81b61 req-a463a1be-0a58-4d3f-9891-7599c5e7f18e tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 944 time: 0.0530429 May 12 17:52:58.463898 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-94e4645c-afce-4580-8020-6db7a479dbb9 req-78ae7b02-4063-4360-9218-3b806fc12570 service neutron] 10.222.0.74 "GET /v2.0/networks/d316737e-c775-43a3-a667-c27cc0941735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939202 May 12 17:52:58.510297 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1510bee4-6ba9-4574-97ac-1f4b39f81b61 req-8b018a16-6f14-4313-a67f-b0e6d51915b4 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418260 May 12 17:52:58.664437 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:59.040069 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device d261cc65-c224-4075-af4c-05eb1e85cf9b details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:52:59.135894 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port d261cc65-c224-4075-af4c-05eb1e85cf9b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d261cc65-c224-4075-af4c-05eb1e85cf9b,segment=NetworkSegment(13bc5da4-0119-4176-b55f-8c657f3c06ed),segment_id=13bc5da4-0119-4176-b55f-8c657f3c06ed)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:59.149865 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': 'd261cc65-c224-4075-af4c-05eb1e85cf9b', 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735', 'port_id': 'd261cc65-c224-4075-af4c-05eb1e85cf9b', 'mac_address': 'fa:16:3e:ce:44:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:52:59.313654 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port d261cc65-c224-4075-af4c-05eb1e85cf9b is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:59.313960 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:59.326796 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d261cc65-c224-4075-af4c-05eb1e85cf9b {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:52:59.345917 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port d261cc65-c224-4075-af4c-05eb1e85cf9b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d261cc65-c224-4075-af4c-05eb1e85cf9b,segment=NetworkSegment(13bc5da4-0119-4176-b55f-8c657f3c06ed),segment_id=13bc5da4-0119-4176-b55f-8c657f3c06ed)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:59.350146 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:59.396723 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=d261cc65-c224-4075-af4c-05eb1e85cf9b,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:59.404850 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:59.405212 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:59.405565 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:59.405914 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:59.406261 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:59.406598 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:59.406931 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:59.407264 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:59.407603 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:59.407937 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:59.408298 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:59.408632 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:59.408959 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:59.409285 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:59.409609 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:59.508664 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e4df7521-f420-48f0-b795-f0ab4fe06160 req-5b676810-4d77-4a85-9b80-869468f787fe service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376956 May 12 17:52:59.621734 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df7521-f420-48f0-b795-f0ab4fe06160 req-09ea36f7-d370-4900-8a5e-6f7f23c0aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:59.623374 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e4df7521-f420-48f0-b795-f0ab4fe06160 req-09ea36f7-d370-4900-8a5e-6f7f23c0aba1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d17edf9c20f0426db1c8a1dbc420ed6c&device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 1129 time: 0.0410969 May 12 17:52:59.625975 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4ae3c-a6a2-42bf-8d55-4cfdfc51fd9e req-79cc613a-1d24-466d-a775-668e9d428a9d tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:59.627474 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7ba4ae3c-a6a2-42bf-8d55-4cfdfc51fd9e req-79cc613a-1d24-466d-a775-668e9d428a9d tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 945 time: 0.0500760 May 12 17:52:59.679893 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7ba4ae3c-a6a2-42bf-8d55-4cfdfc51fd9e req-1b1cee10-02d7-4244-b5d1-eb54bc98440a tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463605 May 12 17:52:59.743849 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df7521-f420-48f0-b795-f0ab4fe06160 req-e7507595-3fdb-4f0f-b7e3-15e055a0e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:59.745334 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e4df7521-f420-48f0-b795-f0ab4fe06160 req-e7507595-3fdb-4f0f-b7e3-15e055a0e8b0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=42aca28f-4d9c-47b5-9afa-e8a9049c9539 HTTP/1.1" status: 200 len: 912 time: 0.0891778 May 12 17:52:59.750874 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['d261cc65-c224-4075-af4c-05eb1e85cf9b'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:52:59.810272 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e4df7521-f420-48f0-b795-f0ab4fe06160 req-56fa0c8c-d976-4d05-ae60-1ce498e4fcfd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff249090-5209-40fd-90f9-a63ead339649 HTTP/1.1" status: 200 len: 1001 time: 0.0573194 May 12 17:52:59.870585 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df7521-f420-48f0-b795-f0ab4fe06160 req-dd77b2d5-5f99-487f-ae28-744b82319e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:59.872079 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e4df7521-f420-48f0-b795-f0ab4fe06160 req-dd77b2d5-5f99-487f-ae28-744b82319e55 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e47a012-ad83-4701-be85-56bd402cf726 HTTP/1.1" status: 200 len: 850 time: 0.0478475 May 12 17:52:59.918892 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df7521-f420-48f0-b795-f0ab4fe06160 req-158c21d7-7647-439f-be08-884d37c1bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:59.920425 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e4df7521-f420-48f0-b795-f0ab4fe06160 req-158c21d7-7647-439f-be08-884d37c1bc51 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=42aca28f-4d9c-47b5-9afa-e8a9049c9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395315 May 12 17:53:00.029810 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e4df7521-f420-48f0-b795-f0ab4fe06160 req-045e3bac-b399-42fa-9018-35343804fc54 service neutron] 10.222.0.74 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959876 May 12 17:53:00.120433 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e4df7521-f420-48f0-b795-f0ab4fe06160 req-24dce087-2277-48d2-8528-8e5437351f72 service neutron] 10.222.0.74 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836208 May 12 17:53:00.280838 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:00.787639 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27476eb-d423-46c2-bae5-979499d051ea req-7df7abfe-4bd3-4cb5-9f1b-760bd8d0bc60 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:00.789107 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c27476eb-d423-46c2-bae5-979499d051ea req-7df7abfe-4bd3-4cb5-9f1b-760bd8d0bc60 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 945 time: 0.0453205 May 12 17:53:00.838438 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c27476eb-d423-46c2-bae5-979499d051ea req-c4c71df9-bc5c-4777-9c2f-8f5cd0ad7d90 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433407 May 12 17:53:01.043058 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device d261cc65-c224-4075-af4c-05eb1e85cf9b up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:53:01.088938 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port d261cc65-c224-4075-af4c-05eb1e85cf9b completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:53:01.094896 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port d261cc65-c224-4075-af4c-05eb1e85cf9b triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:53:01.095270 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:01.168135 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port d261cc65-c224-4075-af4c-05eb1e85cf9b is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:53:01.168576 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:01.190375 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd261cc65-c224-4075-af4c-05eb1e85cf9b'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:53:01.192568 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cfefe2-81b3-4fb8-af72-a2292fe6384b" -d '{"events": [{"server_uuid": "b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa", "name": "network-vif-plugged", "status": "completed", "tag": "d261cc65-c224-4075-af4c-05eb1e85cf9b"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:53:01.205314 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port d261cc65-c224-4075-af4c-05eb1e85cf9b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d261cc65-c224-4075-af4c-05eb1e85cf9b,segment=NetworkSegment(13bc5da4-0119-4176-b55f-8c657f3c06ed),segment_id=13bc5da4-0119-4176-b55f-8c657f3c06ed)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:53:01.209376 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:01.232391 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a802ce-5d40-48b0-9ad8-b4dc411c1c42 x-openstack-request-id: req-e9a802ce-5d40-48b0-9ad8-b4dc411c1c42 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:53:01.232686 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa", "name": "network-vif-plugged", "status": "completed", "tag": "d261cc65-c224-4075-af4c-05eb1e85cf9b", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:53:01.232944 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e9a802ce-5d40-48b0-9ad8-b4dc411c1c42 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:53:01.233338 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a802ce-5d40-48b0-9ad8-b4dc411c1c42'] response: {'server_uuid': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd261cc65-c224-4075-af4c-05eb1e85cf9b', 'code': 200} May 12 17:53:01.258347 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=d261cc65-c224-4075-af4c-05eb1e85cf9b,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:01.443487 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56573e-5e81-4637-8b35-2f33e74b8271 req-f002aadd-bc51-448a-a451-c187a20e1cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:01.444968 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-0b56573e-5e81-4637-8b35-2f33e74b8271 req-f002aadd-bc51-448a-a451-c187a20e1cd0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 1130 time: 0.0394297 May 12 17:53:01.488599 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-0b56573e-5e81-4637-8b35-2f33e74b8271 req-1cd5c2bd-d691-4b2e-93f3-6f2cb4393af7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368614 May 12 17:53:01.950324 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6af90-ef3b-4122-9c60-817de4563298 req-39d35b26-a9ae-41d1-8520-99422a1845b6 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:01.951785 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-cee6af90-ef3b-4122-9c60-817de4563298 req-39d35b26-a9ae-41d1-8520-99422a1845b6 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 946 time: 0.0477827 May 12 17:53:01.997498 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-cee6af90-ef3b-4122-9c60-817de4563298 req-e01be071-8817-4091-ba31-b919985baf0d tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401919 May 12 17:53:03.115104 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21330dce-9ccd-4ce6-a76b-6583f34044da req-5b6bd850-fdde-48bf-98dd-35914a16dd91 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:03.116586 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-21330dce-9ccd-4ce6-a76b-6583f34044da req-5b6bd850-fdde-48bf-98dd-35914a16dd91 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 946 time: 0.0459590 May 12 17:53:03.165316 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-21330dce-9ccd-4ce6-a76b-6583f34044da req-ff3b4c9a-6f61-4fe2-ad6f-6886b29160ba tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424628 May 12 17:53:04.290421 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5a975-ec05-4cf3-9e33-11e0fe90c55a req-0ffad4ee-44e1-43d1-8a36-61ae96d2d448 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:04.291915 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8eb5a975-ec05-4cf3-9e33-11e0fe90c55a req-0ffad4ee-44e1-43d1-8a36-61ae96d2d448 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 946 time: 0.0538509 May 12 17:53:04.339537 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8eb5a975-ec05-4cf3-9e33-11e0fe90c55a req-432d06e1-ea12-4cd4-ac08-3f4dcc6399f1 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414662 May 12 17:53:04.450763 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc448351-6fd4-4377-9e18-b8ec59d421f4 req-7a69a52b-1d18-46ea-9fc4-2e2ddb2d01e3 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:04.452146 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-dc448351-6fd4-4377-9e18-b8ec59d421f4 req-7a69a52b-1d18-46ea-9fc4-2e2ddb2d01e3 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 946 time: 0.0468102 May 12 17:53:04.500506 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-dc448351-6fd4-4377-9e18-b8ec59d421f4 req-b637b6e4-a31b-4fa7-a5b4-a8d6c63d60c1 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427837 May 12 17:53:04.818005 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47381e55-a824-4795-ba3d-867399b8b79f req-3d2d29cc-de36-4ba4-93b4-5c60df9f77bd tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:04.819445 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-47381e55-a824-4795-ba3d-867399b8b79f req-3d2d29cc-de36-4ba4-93b4-5c60df9f77bd tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 946 time: 0.0455151 May 12 17:53:04.867639 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-47381e55-a824-4795-ba3d-867399b8b79f req-eacf86a0-266c-4104-aa5c-2bdd2b679f5e tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420933 May 12 17:53:14.263974 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbd126-3b1c-45c9-8172-2332e5f1c05f req-e018d194-974d-495f-86f3-89ee446aa1fb tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:14.265482 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a7dbd126-3b1c-45c9-8172-2332e5f1c05f req-e018d194-974d-495f-86f3-89ee446aa1fb tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 946 time: 0.0460737 May 12 17:53:14.310819 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a7dbd126-3b1c-45c9-8172-2332e5f1c05f req-9c82ac9a-a273-4ee9-abe0-bcd0bbe661e0 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398028 May 12 17:53:14.332850 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59866) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:14.410048 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d356086-7883-4f2f-91f3-f85b22ebed01 tempest-TestMinimumBasicScenario-1177905250 tempest-TestMinimumBasicScenario-1177905250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:14.411523 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-0d356086-7883-4f2f-91f3-f85b22ebed01 tempest-TestMinimumBasicScenario-1177905250 tempest-TestMinimumBasicScenario-1177905250-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 1125 time: 0.0776935 May 12 17:53:14.414340 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59870) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:14.418583 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Request body: {'floatingip': {'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'port_id': 'd261cc65-c224-4075-af4c-05eb1e85cf9b', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:53:14.439312 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:14.518470 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:14.622209 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Allocated IP 172.27.2.102 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/b89411d5-bc9e-4431-8bf4-a0b7475b5557) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:53:14.724909 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for port (b89411d5-bc9e-4431-8bf4-a0b7475b5557), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:14.761154 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (b89411d5-bc9e-4431-8bf4-a0b7475b5557), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:14.797741 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:53:14.800537 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:53:14.804027 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:53:14.838155 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Pushing event updated for resources: {'Port': ['ID=b89411d5-bc9e-4431-8bf4-a0b7475b5557,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:15.174897 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for floatingip (7414471f-ab01-41ef-9368-6c2808b10bb7), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:15.248433 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (b89411d5-bc9e-4431-8bf4-a0b7475b5557), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:15.428063 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for port (b89411d5-bc9e-4431-8bf4-a0b7475b5557), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:15.432752 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231180'] for port (b89411d5-bc9e-4431-8bf4-a0b7475b5557), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:15.499155 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Pushing event updated for resources: {'Port': ['ID=b89411d5-bc9e-4431-8bf4-a0b7475b5557,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:15.510722 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (7414471f-ab01-41ef-9368-6c2808b10bb7), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:15.611112 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.l3_db [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Floating IP 7414471f-ab01-41ef-9368-6c2808b10bb7 associated. External IP: 172.27.2.102, port: d261cc65-c224-4075-af4c-05eb1e85cf9b. May 12 17:53:15.823200 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Router 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:53:15.934358 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:53:15.945248 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0d62a-3f99-4281-982b-22fc4d975246 None None] Sync routers for ids ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:53:15.953004 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:15.956325 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0d62a-3f99-4281-982b-22fc4d975246 None None] Routers {'6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:53:15.956931 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-d8e0d62a-3f99-4281-982b-22fc4d975246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:52:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:15.982962 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-faa7a516-8a73-4f6e-a22e-b105f0adcbc5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5676179 May 12 17:53:15.983580 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'tag': 'd261cc65-c224-4075-af4c-05eb1e85cf9b'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:53:15.985722 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59872) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:15.986242 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641fe4c6-089c-4396-828d-4a392bf64d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa", "tag": "d261cc65-c224-4075-af4c-05eb1e85cf9b"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:53:15.990788 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-57a490e6-44e2-475f-986e-8b4223909a0d tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-72850202', 'description': 'tempest-secgroup-smoke-72850202 description', 'project_id': '22f9cad467614c16acb967c11da20d7f'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:53:16.016643 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-57a490e6-44e2-475f-986e-8b4223909a0d tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:16.027487 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845903da-1208-4082-9a76-ac31db94387b x-openstack-request-id: req-845903da-1208-4082-9a76-ac31db94387b {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:53:16.027942 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa", "tag": "d261cc65-c224-4075-af4c-05eb1e85cf9b", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:53:16.028699 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-845903da-1208-4082-9a76-ac31db94387b {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:53:16.029189 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-845903da-1208-4082-9a76-ac31db94387b'] response: {'name': 'network-changed', 'server_uuid': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'tag': 'd261cc65-c224-4075-af4c-05eb1e85cf9b', 'status': 'completed', 'code': 200} May 12 17:53:16.119257 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-57a490e6-44e2-475f-986e-8b4223909a0d tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group (42d35ccf-3e40-401e-b904-903627502614), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:16.123510 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-57a490e6-44e2-475f-986e-8b4223909a0d tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (42d35ccf-3e40-401e-b904-903627502614), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:16.148295 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fe4c6-089c-4396-828d-4a392bf64d1e req-35885454-17e2-4bda-93b3-b470e87b001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:16.149790 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-641fe4c6-089c-4396-828d-4a392bf64d1e req-35885454-17e2-4bda-93b3-b470e87b001d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=22f9cad467614c16acb967c11da20d7f&device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 1130 time: 0.0711236 May 12 17:53:16.170893 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-57a490e6-44e2-475f-986e-8b4223909a0d tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:16.174837 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-57a490e6-44e2-475f-986e-8b4223909a0d tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1850939 May 12 17:53:16.175388 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59876) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:16.180010 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-2b565257-4b80-4e24-b1e3-2892643c2932 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Request body: {'security_group_rule': {'security_group_id': '42d35ccf-3e40-401e-b904-903627502614', 'project_id': '22f9cad467614c16acb967c11da20d7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:53:16.180855 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-d8e0d62a-3f99-4281-982b-22fc4d975246 None None] Set router 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:53:16.190154 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a490e6-44e2-475f-986e-8b4223909a0d tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d35ccf-3e40-401e-b904-903627502614,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:16.210627 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2b565257-4b80-4e24-b1e3-2892643c2932 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group_rule (66264e30-f213-4763-a4d1-202145e93326), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:16.258753 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fe4c6-089c-4396-828d-4a392bf64d1e req-3d777ffd-cecf-4385-816f-289a2178338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:16.260255 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-641fe4c6-089c-4396-828d-4a392bf64d1e req-3d777ffd-cecf-4385-816f-289a2178338f service neutron] 10.222.0.74 "GET /v2.0/networks?id=d316737e-c775-43a3-a667-c27cc0941735 HTTP/1.1" status: 200 len: 915 time: 0.1014514 May 12 17:53:16.271269 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2b565257-4b80-4e24-b1e3-2892643c2932 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group_rule (66264e30-f213-4763-a4d1-202145e93326), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:16.275661 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2b565257-4b80-4e24-b1e3-2892643c2932 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (66264e30-f213-4763-a4d1-202145e93326), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:16.298832 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b565257-4b80-4e24-b1e3-2892643c2932 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66264e30-f213-4763-a4d1-202145e93326,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:16.307728 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2b565257-4b80-4e24-b1e3-2892643c2932 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:16.309033 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-2b565257-4b80-4e24-b1e3-2892643c2932 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324410 May 12 17:53:16.311882 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 59878) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:16.316632 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-d982d7a7-83ff-403d-92c4-85cf1b214658 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Request body: {'security_group_rule': {'security_group_id': '42d35ccf-3e40-401e-b904-903627502614', 'project_id': '22f9cad467614c16acb967c11da20d7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:53:16.352893 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-641fe4c6-089c-4396-828d-4a392bf64d1e req-ba706638-d477-4c8c-a89e-c31f62f8ad1e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d261cc65-c224-4075-af4c-05eb1e85cf9b HTTP/1.1" status: 200 len: 1000 time: 0.0857408 May 12 17:53:16.360573 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d982d7a7-83ff-403d-92c4-85cf1b214658 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group_rule (80cfef26-1a68-4842-99d8-9bebaa8008a5), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:16.404545 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-d8e0d62a-3f99-4281-982b-22fc4d975246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'name': 'tempest-TestMinimumBasicScenario-903202629-router', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:17Z', 'updated_at': '2022-05-12T17:52:22Z', 'revision_number': 4, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'gw_port': {'id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '7414471f-ab01-41ef-9368-6c2808b10bb7', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'port_id': 'd261cc65-c224-4075-af4c-05eb1e85cf9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735', 'mac_address': 'fa:16:3e:ce:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:53:15Z', 'updated_at': '2022-05-12T17:53:15Z', 'revision_number': 0, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '257e1611-cd25-4bd5-a17e-4531eb016a8b', 'name': '', 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'mac_address': 'fa:16:3e:5e:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:21Z', 'updated_at': '2022-05-12T17:52:28Z', 'revision_number': 5, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'subnets': [{'id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:16.433070 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fe4c6-089c-4396-828d-4a392bf64d1e req-68e2758d-176b-4928-9238-20186753b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:16.434700 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0d62a-3f99-4281-982b-22fc4d975246 None None] Checking router: 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:53:16.435345 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-641fe4c6-089c-4396-828d-4a392bf64d1e req-68e2758d-176b-4928-9238-20186753b72c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86ef23b5-8baa-44d3-aa7b-9f1b404dcf01 HTTP/1.1" status: 200 len: 853 time: 0.0755856 May 12 17:53:16.445212 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0d62a-3f99-4281-982b-22fc4d975246 None None] Routers {'6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:53:16.446036 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-d8e0d62a-3f99-4281-982b-22fc4d975246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:52:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:16.572554 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-d8e0d62a-3f99-4281-982b-22fc4d975246 None None] Set router 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:53:16.698727 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d982d7a7-83ff-403d-92c4-85cf1b214658 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group_rule (80cfef26-1a68-4842-99d8-9bebaa8008a5), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:16.717642 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d982d7a7-83ff-403d-92c4-85cf1b214658 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (80cfef26-1a68-4842-99d8-9bebaa8008a5), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:16.746408 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-d982d7a7-83ff-403d-92c4-85cf1b214658 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:16.747773 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-d982d7a7-83ff-403d-92c4-85cf1b214658 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4348795 May 12 17:53:16.749269 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fe4c6-089c-4396-828d-4a392bf64d1e req-3c6ba23b-20ec-476d-8379-34a4ec7dd254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:16.750676 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-641fe4c6-089c-4396-828d-4a392bf64d1e req-3c6ba23b-20ec-476d-8379-34a4ec7dd254 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d316737e-c775-43a3-a667-c27cc0941735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3067160 May 12 17:53:16.750818 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59880) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:16.751405 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982d7a7-83ff-403d-92c4-85cf1b214658 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80cfef26-1a68-4842-99d8-9bebaa8008a5,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:16.755948 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-3b51847a-d8ba-434c-92e7-8b56b1c3785c tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Request body: {'security_group_rule': {'security_group_id': '42d35ccf-3e40-401e-b904-903627502614', 'project_id': '22f9cad467614c16acb967c11da20d7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:53:16.785919 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3b51847a-d8ba-434c-92e7-8b56b1c3785c tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group_rule (d1067535-465e-4fe7-9431-1a8985f110b0), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:16.799985 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-d8e0d62a-3f99-4281-982b-22fc4d975246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'name': 'tempest-TestMinimumBasicScenario-903202629-router', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:17Z', 'updated_at': '2022-05-12T17:52:22Z', 'revision_number': 4, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'gw_port': {'id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '7414471f-ab01-41ef-9368-6c2808b10bb7', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'port_id': 'd261cc65-c224-4075-af4c-05eb1e85cf9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735', 'mac_address': 'fa:16:3e:ce:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:53:15Z', 'updated_at': '2022-05-12T17:53:15Z', 'revision_number': 0, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '257e1611-cd25-4bd5-a17e-4531eb016a8b', 'name': '', 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'mac_address': 'fa:16:3e:5e:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:21Z', 'updated_at': '2022-05-12T17:52:28Z', 'revision_number': 5, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'subnets': [{'id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:16.830585 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0d62a-3f99-4281-982b-22fc4d975246 None None] The sync data for ids ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'] in dv-cinder-840525-2-iscsi is: [{'id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'name': 'tempest-TestMinimumBasicScenario-903202629-router', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:17Z', 'updated_at': '2022-05-12T17:52:22Z', 'revision_number': 4, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'gw_port': {'id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '7414471f-ab01-41ef-9368-6c2808b10bb7', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'port_id': 'd261cc65-c224-4075-af4c-05eb1e85cf9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735', 'mac_address': 'fa:16:3e:ce:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:53:15Z', 'updated_at': '2022-05-12T17:53:15Z', 'revision_number': 0, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '257e1611-cd25-4bd5-a17e-4531eb016a8b', 'name': '', 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'mac_address': 'fa:16:3e:5e:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:21Z', 'updated_at': '2022-05-12T17:52:28Z', 'revision_number': 5, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'subnets': [{'id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:53:16.846761 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-641fe4c6-089c-4396-828d-4a392bf64d1e req-898b910c-107c-4acf-aaa7-5a43bfbc26fb service neutron] 10.222.0.74 "GET /v2.0/networks/d316737e-c775-43a3-a667-c27cc0941735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878124 May 12 17:53:16.852896 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3b51847a-d8ba-434c-92e7-8b56b1c3785c tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group_rule (d1067535-465e-4fe7-9431-1a8985f110b0), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:16.857956 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3b51847a-d8ba-434c-92e7-8b56b1c3785c tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (d1067535-465e-4fe7-9431-1a8985f110b0), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:16.877738 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51847a-d8ba-434c-92e7-8b56b1c3785c tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1067535-465e-4fe7-9431-1a8985f110b0,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:16.891587 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3b51847a-d8ba-434c-92e7-8b56b1c3785c tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:16.894138 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-3b51847a-d8ba-434c-92e7-8b56b1c3785c tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409833 May 12 17:53:16.895659 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59884) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:16.899980 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-e3d121f3-8050-436e-94a8-d3720d7f0da7 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Request body: {'security_group_rule': {'security_group_id': '42d35ccf-3e40-401e-b904-903627502614', 'project_id': '22f9cad467614c16acb967c11da20d7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:53:16.928593 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e3d121f3-8050-436e-94a8-d3720d7f0da7 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group_rule (4d8295a2-4b8e-4a7e-964d-c0295567d129), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:16.953873 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-641fe4c6-089c-4396-828d-4a392bf64d1e req-258ca27e-92e8-4b49-80d7-09eb598582fd service neutron] 10.222.0.74 "GET /v2.0/networks/d316737e-c775-43a3-a667-c27cc0941735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006603 May 12 17:53:16.992055 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e3d121f3-8050-436e-94a8-d3720d7f0da7 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group_rule (4d8295a2-4b8e-4a7e-964d-c0295567d129), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:16.996005 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e3d121f3-8050-436e-94a8-d3720d7f0da7 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (4d8295a2-4b8e-4a7e-964d-c0295567d129), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:17.015179 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d121f3-8050-436e-94a8-d3720d7f0da7 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8295a2-4b8e-4a7e-964d-c0295567d129,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:17.024431 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e3d121f3-8050-436e-94a8-d3720d7f0da7 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:17.025657 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-e3d121f3-8050-436e-94a8-d3720d7f0da7 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290066 May 12 17:53:17.028872 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59888) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:17.033328 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-4c20c9df-2ddd-4ded-a527-5c1be1327071 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Request body: {'security_group_rule': {'security_group_id': '42d35ccf-3e40-401e-b904-903627502614', 'project_id': '22f9cad467614c16acb967c11da20d7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:53:17.055159 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.securitygroups_db [None req-4c20c9df-2ddd-4ded-a527-5c1be1327071 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Project 22f9cad467614c16acb967c11da20d7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 17:53:17.057337 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3ef429-40dd-463b-8b89-4747df3ee757 None None] New status for floating IP 7414471f-ab01-41ef-9368-6c2808b10bb7: ACTIVE {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:53:17.063320 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4c20c9df-2ddd-4ded-a527-5c1be1327071 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group_rule (1fff15e3-a8be-423a-ac86-de9cbe9b9bd0), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:17.121160 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4c20c9df-2ddd-4ded-a527-5c1be1327071 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group_rule (1fff15e3-a8be-423a-ac86-de9cbe9b9bd0), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:17.125389 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4c20c9df-2ddd-4ded-a527-5c1be1327071 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (1fff15e3-a8be-423a-ac86-de9cbe9b9bd0), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:17.143035 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20c9df-2ddd-4ded-a527-5c1be1327071 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fff15e3-a8be-423a-ac86-de9cbe9b9bd0,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:17.154425 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4c20c9df-2ddd-4ded-a527-5c1be1327071 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:17.155628 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-4c20c9df-2ddd-4ded-a527-5c1be1327071 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258016 May 12 17:53:17.158308 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 59890) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:17.162554 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-22383d6c-6895-497e-aa60-cc52572014aa tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Request body: {'security_group_rule': {'security_group_id': '42d35ccf-3e40-401e-b904-903627502614', 'project_id': '22f9cad467614c16acb967c11da20d7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:53:17.184314 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.securitygroups_db [None req-22383d6c-6895-497e-aa60-cc52572014aa tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Project 22f9cad467614c16acb967c11da20d7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 17:53:17.189709 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22383d6c-6895-497e-aa60-cc52572014aa tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group_rule (cb6ced8a-9cc9-42de-9e7d-aef98e72d691), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:17.253497 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22383d6c-6895-497e-aa60-cc52572014aa tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group_rule (cb6ced8a-9cc9-42de-9e7d-aef98e72d691), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:17.257315 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22383d6c-6895-497e-aa60-cc52572014aa tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (cb6ced8a-9cc9-42de-9e7d-aef98e72d691), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:17.277084 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22383d6c-6895-497e-aa60-cc52572014aa tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6ced8a-9cc9-42de-9e7d-aef98e72d691,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:17.283608 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-22383d6c-6895-497e-aa60-cc52572014aa tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:17.284386 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-22383d6c-6895-497e-aa60-cc52572014aa tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250920 May 12 17:53:17.371844 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-57afa9d5-eef0-45e2-a528-3c283fdc9a0b req-73847dac-4312-436e-ac59-0d3846676718 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-72850202&fields=id&tenant_id=22f9cad467614c16acb967c11da20d7f HTTP/1.1" status: 200 len: 267 time: 0.0421844 May 12 17:53:17.421484 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afa9d5-eef0-45e2-a528-3c283fdc9a0b req-ff060df5-0386-4ecc-9b74-f2d5c88b5cf7 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:17.422904 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-57afa9d5-eef0-45e2-a528-3c283fdc9a0b req-ff060df5-0386-4ecc-9b74-f2d5c88b5cf7 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 946 time: 0.0456653 May 12 17:53:17.433117 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [req-57afa9d5-eef0-45e2-a528-3c283fdc9a0b req-b2edcfb0-e066-4fd5-99c7-1da6a52fdfc1 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Request body: {'port': {'security_groups': ['25566ea2-7dda-4e6a-a5c1-debd1d01371a', '42d35ccf-3e40-401e-b904-903627502614']}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:53:17.505849 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-57afa9d5-eef0-45e2-a528-3c283fdc9a0b req-b2edcfb0-e066-4fd5-99c7-1da6a52fdfc1 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:17.726963 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [req-57afa9d5-eef0-45e2-a528-3c283fdc9a0b req-b2edcfb0-e066-4fd5-99c7-1da6a52fdfc1 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] For port d261cc65-c224-4075-af4c-05eb1e85cf9b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d261cc65-c224-4075-af4c-05eb1e85cf9b,segment=NetworkSegment(13bc5da4-0119-4176-b55f-8c657f3c06ed),segment_id=13bc5da4-0119-4176-b55f-8c657f3c06ed)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:53:17.755442 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-57afa9d5-eef0-45e2-a528-3c283fdc9a0b req-b2edcfb0-e066-4fd5-99c7-1da6a52fdfc1 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:17.760014 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-57afa9d5-eef0-45e2-a528-3c283fdc9a0b req-b2edcfb0-e066-4fd5-99c7-1da6a52fdfc1 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231180'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:17.802808 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['d261cc65-c224-4075-af4c-05eb1e85cf9b'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:53:17.804428 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afa9d5-eef0-45e2-a528-3c283fdc9a0b req-b2edcfb0-e066-4fd5-99c7-1da6a52fdfc1 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:17.805074 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-57afa9d5-eef0-45e2-a528-3c283fdc9a0b req-b2edcfb0-e066-4fd5-99c7-1da6a52fdfc1 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:17.806467 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-57afa9d5-eef0-45e2-a528-3c283fdc9a0b req-b2edcfb0-e066-4fd5-99c7-1da6a52fdfc1 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "PUT /v2.0/ports/d261cc65-c224-4075-af4c-05eb1e85cf9b HTTP/1.1" status: 200 len: 982 time: 0.3775408 May 12 17:53:17.838368 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edcfb0-e066-4fd5-99c7-1da6a52fdfc1 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Pushing event updated for resources: {'Port': ['ID=d261cc65-c224-4075-af4c-05eb1e85cf9b,revision_number=6']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:17.914633 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0bcc6-6e0f-45c4-9baf-c7705cfb0e05 req-c398de14-e151-40e4-b33f-ac858f37a00b tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:17.916251 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e3a0bcc6-6e0f-45c4-9baf-c7705cfb0e05 req-c398de14-e151-40e4-b33f-ac858f37a00b tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 985 time: 0.0523801 May 12 17:53:17.966359 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['d261cc65-c224-4075-af4c-05eb1e85cf9b'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:53:17.986849 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e3a0bcc6-6e0f-45c4-9baf-c7705cfb0e05 req-06e6293a-405c-4382-aa63-ecbdeb5f450d tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&id=42d35ccf-3e40-401e-b904-903627502614&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0623665 May 12 17:53:18.030043 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'tag': 'd261cc65-c224-4075-af4c-05eb1e85cf9b'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:53:18.032516 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2763b1-7a95-470d-af5b-5117231331a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa", "tag": "d261cc65-c224-4075-af4c-05eb1e85cf9b"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:53:18.067754 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc908f54-edf8-4e78-bd3f-8c0cf1cc53f6 x-openstack-request-id: req-bc908f54-edf8-4e78-bd3f-8c0cf1cc53f6 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:53:18.068139 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa", "tag": "d261cc65-c224-4075-af4c-05eb1e85cf9b", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:53:18.068483 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bc908f54-edf8-4e78-bd3f-8c0cf1cc53f6 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:53:18.068943 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc908f54-edf8-4e78-bd3f-8c0cf1cc53f6'] response: {'name': 'network-changed', 'server_uuid': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'tag': 'd261cc65-c224-4075-af4c-05eb1e85cf9b', 'status': 'completed', 'code': 200} May 12 17:53:18.075290 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-2080e25e-d0d1-4bd5-99e3-7abd21d1f7e7 None None] Provisioning complete for port d261cc65-c224-4075-af4c-05eb1e85cf9b triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:53:18.075967 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2080e25e-d0d1-4bd5-99e3-7abd21d1f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:18.158610 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2763b1-7a95-470d-af5b-5117231331a7 req-db38fde0-2c22-47c5-be89-64334b32ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:18.160105 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3a2763b1-7a95-470d-af5b-5117231331a7 req-db38fde0-2c22-47c5-be89-64334b32ae02 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=22f9cad467614c16acb967c11da20d7f&device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 1169 time: 0.0428262 May 12 17:53:18.252404 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2763b1-7a95-470d-af5b-5117231331a7 req-10c1eae8-1519-4ff8-87a8-04c9c18174e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:18.253882 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3a2763b1-7a95-470d-af5b-5117231331a7 req-10c1eae8-1519-4ff8-87a8-04c9c18174e0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d316737e-c775-43a3-a667-c27cc0941735 HTTP/1.1" status: 200 len: 915 time: 0.0870123 May 12 17:53:18.290424 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-2080e25e-d0d1-4bd5-99e3-7abd21d1f7e7 None None] Current status of the port d261cc65-c224-4075-af4c-05eb1e85cf9b is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:53:18.319363 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3a2763b1-7a95-470d-af5b-5117231331a7 req-0da809a3-63e1-4ae9-afcd-c9f6ab26abe0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d261cc65-c224-4075-af4c-05eb1e85cf9b HTTP/1.1" status: 200 len: 1002 time: 0.0575221 May 12 17:53:18.371834 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2763b1-7a95-470d-af5b-5117231331a7 req-d78242cb-1ead-4077-ba68-2b4b1dcd8bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:18.373322 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3a2763b1-7a95-470d-af5b-5117231331a7 req-d78242cb-1ead-4077-ba68-2b4b1dcd8bde service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86ef23b5-8baa-44d3-aa7b-9f1b404dcf01 HTTP/1.1" status: 200 len: 853 time: 0.0474048 May 12 17:53:18.420669 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2763b1-7a95-470d-af5b-5117231331a7 req-8bd72fc3-d47b-4a05-915e-f214320d7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:18.422176 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3a2763b1-7a95-470d-af5b-5117231331a7 req-8bd72fc3-d47b-4a05-915e-f214320d7616 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d316737e-c775-43a3-a667-c27cc0941735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389895 May 12 17:53:18.513723 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3a2763b1-7a95-470d-af5b-5117231331a7 req-6c3d9a6c-b2e8-47a5-92b9-4598c9d846be service neutron] 10.222.0.74 "GET /v2.0/networks/d316737e-c775-43a3-a667-c27cc0941735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820019 May 12 17:53:18.604408 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-3a2763b1-7a95-470d-af5b-5117231331a7 req-9c03c531-ce6c-4d16-aea8-a3b7785b5cdf service neutron] 10.222.0.74 "GET /v2.0/networks/d316737e-c775-43a3-a667-c27cc0941735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838299 May 12 17:53:23.644280 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8ac4b5f0-06f2-4953-a459-e982bcc9edf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:25.226790 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:25.877178 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-464402f5-33b1-4634-889a-2a5d762b3407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:27.319978 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:28.665423 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:30.130127 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:53:30.285851 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:30.953676 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720b97b-7a74-4785-94aa-fb1b8dc2210c req-52aed9f0-1b98-442b-9fe2-e2994a21dfe7 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:30.955157 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a720b97b-7a74-4785-94aa-fb1b8dc2210c req-52aed9f0-1b98-442b-9fe2-e2994a21dfe7 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0515320 May 12 17:53:31.001957 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a720b97b-7a74-4785-94aa-fb1b8dc2210c req-fbe2161e-de53-466b-b275-00a0efb269b9 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410693 May 12 17:53:32.123618 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae20655-f848-4841-bd11-a1a860a8fb12 req-36d9ae06-ee01-4505-899e-c530aec3205a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:32.125090 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1ae20655-f848-4841-bd11-a1a860a8fb12 req-36d9ae06-ee01-4505-899e-c530aec3205a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0516140 May 12 17:53:32.170952 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1ae20655-f848-4841-bd11-a1a860a8fb12 req-7e142a26-7bb7-4610-b48f-f8f231fa3b9c tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400789 May 12 17:53:33.285050 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b92fa-1323-40b7-9e0e-5b46161b0449 req-e99e694e-506f-4c93-9164-5630a3fd6258 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:33.286544 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f93b92fa-1323-40b7-9e0e-5b46161b0449 req-e99e694e-506f-4c93-9164-5630a3fd6258 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0482290 May 12 17:53:33.332504 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f93b92fa-1323-40b7-9e0e-5b46161b0449 req-b144e474-56b2-4a2b-824d-426a9e59f663 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403595 May 12 17:53:34.446119 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065e71a-5eb7-46a7-a38d-61d965867c88 req-82c4ddc3-35fd-42a2-9800-6c7dad06ee6b tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:34.447561 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2065e71a-5eb7-46a7-a38d-61d965867c88 req-82c4ddc3-35fd-42a2-9800-6c7dad06ee6b tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0471516 May 12 17:53:34.497358 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2065e71a-5eb7-46a7-a38d-61d965867c88 req-b05c37fa-3e32-4291-84a5-bec277293818 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441368 May 12 17:53:35.612608 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984ffaf-d2c0-44e6-8b5b-852359bf9f48 req-1b2a2e5e-aa4a-4048-a0de-56e9ebd6ca23 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:35.614120 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8984ffaf-d2c0-44e6-8b5b-852359bf9f48 req-1b2a2e5e-aa4a-4048-a0de-56e9ebd6ca23 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0477726 May 12 17:53:35.661162 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8984ffaf-d2c0-44e6-8b5b-852359bf9f48 req-90504dd2-244d-4651-a873-4938b6b9b445 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415065 May 12 17:53:36.773981 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c140a-052d-4697-b42c-89ce4ed1e467 req-cd9d70cb-fe49-4306-bf96-78cd538a3496 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:36.775429 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f72c140a-052d-4697-b42c-89ce4ed1e467 req-cd9d70cb-fe49-4306-bf96-78cd538a3496 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0471435 May 12 17:53:36.820871 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f72c140a-052d-4697-b42c-89ce4ed1e467 req-3718835f-c27b-4eee-ac09-62137d96fcca tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396030 May 12 17:53:37.935943 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a25fac-2269-4886-a7b2-b52ff1719754 req-ebb2378b-645d-4602-8a28-4ae812a5ae80 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:37.937637 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-91a25fac-2269-4886-a7b2-b52ff1719754 req-ebb2378b-645d-4602-8a28-4ae812a5ae80 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0504067 May 12 17:53:37.983930 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-91a25fac-2269-4886-a7b2-b52ff1719754 req-80d78f1d-b0e7-4297-953e-78bf78f3a08a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404961 May 12 17:53:39.095729 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb32c7-c5be-46c2-a53d-92f106b1906d req-d7c6d3ed-6ef1-4a99-9173-9f5fb458eb1a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:39.097242 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f9fb32c7-c5be-46c2-a53d-92f106b1906d req-d7c6d3ed-6ef1-4a99-9173-9f5fb458eb1a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0461805 May 12 17:53:39.144929 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f9fb32c7-c5be-46c2-a53d-92f106b1906d req-e3898d13-e593-4695-a96a-a542f65e4c00 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422032 May 12 17:53:40.265221 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061d882-569f-4deb-bce1-f4ad112a5d7a req-b90b30fb-5515-4151-884c-aa08930dde7a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:40.266735 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8061d882-569f-4deb-bce1-f4ad112a5d7a req-b90b30fb-5515-4151-884c-aa08930dde7a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0522506 May 12 17:53:40.316688 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8061d882-569f-4deb-bce1-f4ad112a5d7a req-fea9b5c8-c62f-4251-9740-d18d35825716 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417356 May 12 17:53:41.431923 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3646e5-a22c-461e-8ae7-12146196685c req-f163aa09-37ba-4421-acab-087f198224b9 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:41.433555 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6b3646e5-a22c-461e-8ae7-12146196685c req-f163aa09-37ba-4421-acab-087f198224b9 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0472972 May 12 17:53:41.479570 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6b3646e5-a22c-461e-8ae7-12146196685c req-796e2c3f-5314-4f9a-8c1f-0e8c295a325d tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406344 May 12 17:53:42.594371 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bbec5-f99d-4f25-8170-b7fb1f5768af req-bb6ffe60-bd47-4a4b-9c53-c098d260073f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:42.596016 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f48bbec5-f99d-4f25-8170-b7fb1f5768af req-bb6ffe60-bd47-4a4b-9c53-c098d260073f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0473015 May 12 17:53:42.647876 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f48bbec5-f99d-4f25-8170-b7fb1f5768af req-7a56ce86-1424-46f8-bf57-f7e24e7e5a9b tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462976 May 12 17:53:43.764949 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e816d-93ad-4ee3-886e-7fb823c3ef85 req-76d558dd-c4c2-4964-a775-b0a26647a2b8 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:43.766436 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-fc6e816d-93ad-4ee3-886e-7fb823c3ef85 req-76d558dd-c4c2-4964-a775-b0a26647a2b8 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0485692 May 12 17:53:43.813839 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-fc6e816d-93ad-4ee3-886e-7fb823c3ef85 req-26cc14c3-8fce-4a5d-9d57-c00cbfc7077e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418797 May 12 17:53:43.947368 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b3e09-5250-4e45-b5cd-ee4a712e35cd req-719a9f99-4ed5-4105-b779-d495430cfc1b tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:43.949718 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-da7b3e09-5250-4e45-b5cd-ee4a712e35cd req-719a9f99-4ed5-4105-b779-d495430cfc1b tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 985 time: 0.0479543 May 12 17:53:43.974516 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464712-2249-4647-8950-bc8ebcf56167 req-7508c8ba-f93d-41da-84b4-199b52c98bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:43.976734 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-30464712-2249-4647-8950-bc8ebcf56167 req-7508c8ba-f93d-41da-84b4-199b52c98bac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=22f9cad467614c16acb967c11da20d7f&device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 1169 time: 0.0419483 May 12 17:53:44.009548 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-da7b3e09-5250-4e45-b5cd-ee4a712e35cd req-21eaf5cf-81a8-458a-8374-d19a80f25e83 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&id=42d35ccf-3e40-401e-b904-903627502614&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0535791 May 12 17:53:44.072730 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464712-2249-4647-8950-bc8ebcf56167 req-8b0b7dd1-2c55-485c-a0c2-0bb273338ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:44.074827 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-30464712-2249-4647-8950-bc8ebcf56167 req-8b0b7dd1-2c55-485c-a0c2-0bb273338ec6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d316737e-c775-43a3-a667-c27cc0941735 HTTP/1.1" status: 200 len: 915 time: 0.0904102 May 12 17:53:44.138532 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-30464712-2249-4647-8950-bc8ebcf56167 req-69bac273-ac49-4115-87a3-aa6136e2f063 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d261cc65-c224-4075-af4c-05eb1e85cf9b HTTP/1.1" status: 200 len: 1002 time: 0.0573757 May 12 17:53:44.189958 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464712-2249-4647-8950-bc8ebcf56167 req-b0c1026b-9f3c-407d-b18b-71a130ae2843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:44.191418 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-30464712-2249-4647-8950-bc8ebcf56167 req-b0c1026b-9f3c-407d-b18b-71a130ae2843 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86ef23b5-8baa-44d3-aa7b-9f1b404dcf01 HTTP/1.1" status: 200 len: 853 time: 0.0462487 May 12 17:53:44.236127 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464712-2249-4647-8950-bc8ebcf56167 req-2eca8a2c-6ca9-4dcf-b981-5b3883397a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:44.237535 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-30464712-2249-4647-8950-bc8ebcf56167 req-2eca8a2c-6ca9-4dcf-b981-5b3883397a98 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d316737e-c775-43a3-a667-c27cc0941735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379198 May 12 17:53:44.326640 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-30464712-2249-4647-8950-bc8ebcf56167 req-484193aa-55fb-462b-9b30-541f14b9d0ae service neutron] 10.222.0.74 "GET /v2.0/networks/d316737e-c775-43a3-a667-c27cc0941735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824018 May 12 17:53:44.418452 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-30464712-2249-4647-8950-bc8ebcf56167 req-c6f534ef-696d-4a16-b0bf-23926139560a service neutron] 10.222.0.74 "GET /v2.0/networks/d316737e-c775-43a3-a667-c27cc0941735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850780 May 12 17:53:44.932436 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2a340-5b52-4698-8755-200184fd6b21 req-b9f4783c-2c86-4621-b438-7e99e02a80ee tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:44.933931 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-38c2a340-5b52-4698-8755-200184fd6b21 req-b9f4783c-2c86-4621-b438-7e99e02a80ee tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0499461 May 12 17:53:44.979619 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-38c2a340-5b52-4698-8755-200184fd6b21 req-40c65b78-779a-4ee7-a9a4-86ce61fd90e4 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394168 May 12 17:53:45.280208 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9dfcf-e4e6-4b55-80e0-8cd2da81ccf3 req-bf9a0c3f-2f07-424f-a04c-0e5917d868d8 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:45.281572 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6be9dfcf-e4e6-4b55-80e0-8cd2da81ccf3 req-bf9a0c3f-2f07-424f-a04c-0e5917d868d8 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 985 time: 0.0465815 May 12 17:53:45.339224 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6be9dfcf-e4e6-4b55-80e0-8cd2da81ccf3 req-e2a6a58f-9960-40a8-bd9b-9f0932cfec97 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&id=42d35ccf-3e40-401e-b904-903627502614&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0519953 May 12 17:53:46.106805 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8ca3b-1f95-4629-b502-2d2dc1aca29b req-ef2d012b-b5b9-44ce-a2a5-198cdac273c0 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:46.108307 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-77e8ca3b-1f95-4629-b502-2d2dc1aca29b req-ef2d012b-b5b9-44ce-a2a5-198cdac273c0 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0469236 May 12 17:53:46.159884 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-77e8ca3b-1f95-4629-b502-2d2dc1aca29b req-082f9541-1b58-4637-b520-767ce96141cf tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460746 May 12 17:53:46.459125 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146661ae-3273-4b6b-a1ab-9c92d14861d6 req-0968e467-29fc-4a86-81b7-3e49d367fc0a tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:46.460508 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-146661ae-3273-4b6b-a1ab-9c92d14861d6 req-0968e467-29fc-4a86-81b7-3e49d367fc0a tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 985 time: 0.0474443 May 12 17:53:46.519372 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-146661ae-3273-4b6b-a1ab-9c92d14861d6 req-3e76d36e-52ce-4e6c-80f0-27fa6d8d707f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&id=42d35ccf-3e40-401e-b904-903627502614&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530891 May 12 17:53:47.273679 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65526846-08cb-48ed-86fd-1be3ff358d6f req-da96452e-fc36-4a9c-b390-da6c8302d89f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:47.275143 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-65526846-08cb-48ed-86fd-1be3ff358d6f req-da96452e-fc36-4a9c-b390-da6c8302d89f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0474739 May 12 17:53:47.321613 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-65526846-08cb-48ed-86fd-1be3ff358d6f req-e1897bf8-7cb9-4e4e-b057-74836715240d tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401287 May 12 17:53:47.632826 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f89c42-26bd-4329-8495-72daac4bcbd2 req-ccb5fdee-79cb-40a4-bd87-844dd49303f6 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:47.634285 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-09f89c42-26bd-4329-8495-72daac4bcbd2 req-ccb5fdee-79cb-40a4-bd87-844dd49303f6 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 985 time: 0.0492296 May 12 17:53:47.693085 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-09f89c42-26bd-4329-8495-72daac4bcbd2 req-aef4d41e-9a40-4a95-8f8a-8f5080a042ee tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&id=42d35ccf-3e40-401e-b904-903627502614&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0524681 May 12 17:53:48.437367 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1aed8-50ab-42d3-b568-a73f00b954e8 req-818e3312-73e4-4002-b19e-24edd0d052cb tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:48.438816 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5ac1aed8-50ab-42d3-b568-a73f00b954e8 req-818e3312-73e4-4002-b19e-24edd0d052cb tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0465119 May 12 17:53:48.484243 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5ac1aed8-50ab-42d3-b568-a73f00b954e8 req-0c73d7bc-417c-45c6-94c7-25ed16423576 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398738 May 12 17:53:48.808914 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be906d33-52b2-4255-ab53-241a2dbcac2b req-161bb12f-9130-4b94-bf66-87e80186e5c5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:48.810370 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-be906d33-52b2-4255-ab53-241a2dbcac2b req-161bb12f-9130-4b94-bf66-87e80186e5c5 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 985 time: 0.0493584 May 12 17:53:48.867758 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-be906d33-52b2-4255-ab53-241a2dbcac2b req-d19ffe97-bff5-4419-83ce-83b0f5088546 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&id=42d35ccf-3e40-401e-b904-903627502614&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0517290 May 12 17:53:49.596777 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429fed2-cfb5-455d-b6c8-52ffaedcfaee req-90937405-5e79-4b25-8f61-268d80f5b46f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:49.598227 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6429fed2-cfb5-455d-b6c8-52ffaedcfaee req-90937405-5e79-4b25-8f61-268d80f5b46f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0458567 May 12 17:53:49.644516 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6429fed2-cfb5-455d-b6c8-52ffaedcfaee req-5320e4ac-129c-4540-9ce8-0f204d587f38 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407465 May 12 17:53:49.981552 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b62ab-976c-4c21-908c-5c799d52096a req-544c9fd9-1a99-4c0a-b61f-027ec2419fdb tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:49.983134 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f35b62ab-976c-4c21-908c-5c799d52096a req-544c9fd9-1a99-4c0a-b61f-027ec2419fdb tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 985 time: 0.0484269 May 12 17:53:50.046455 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f35b62ab-976c-4c21-908c-5c799d52096a req-62b44730-2009-47c4-aeb4-b15333c79118 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&id=42d35ccf-3e40-401e-b904-903627502614&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0576267 May 12 17:53:50.766597 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f743b-bd9e-4fd8-b168-a6adc1ea410c req-3f4aed94-fe4a-4835-a260-8fb63992ddbb tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:50.768038 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-042f743b-bd9e-4fd8-b168-a6adc1ea410c req-3f4aed94-fe4a-4835-a260-8fb63992ddbb tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0468738 May 12 17:53:50.813716 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-042f743b-bd9e-4fd8-b168-a6adc1ea410c req-f2175d48-6b2b-4d4a-b6c9-674fe2500c84 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401802 May 12 17:53:51.159310 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37248f-6d58-4968-ba61-0e87f9f0c4e5 req-664d84c2-e729-43d9-a402-8f8b7e14a575 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:51.160852 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ff37248f-6d58-4968-ba61-0e87f9f0c4e5 req-664d84c2-e729-43d9-a402-8f8b7e14a575 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 985 time: 0.0481114 May 12 17:53:51.218958 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ff37248f-6d58-4968-ba61-0e87f9f0c4e5 req-cea5ea53-2862-4fe6-9404-364b2ae47662 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&id=42d35ccf-3e40-401e-b904-903627502614&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0524046 May 12 17:53:51.929754 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68e979-d63b-406e-8bf6-99c0724e0c31 req-1d05a5da-fe9f-40d4-9d73-fb3bd808e5b7 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:51.931147 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1f68e979-d63b-406e-8bf6-99c0724e0c31 req-1d05a5da-fe9f-40d4-9d73-fb3bd808e5b7 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0502272 May 12 17:53:51.977675 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1f68e979-d63b-406e-8bf6-99c0724e0c31 req-ac1bd16f-669d-4168-9dec-c13ef2c34f4b tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408592 May 12 17:53:52.170104 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681bd5a-41d1-4f33-8730-051d8394525b req-03c2168c-d0b1-4aa9-a3d3-cb5b354f706a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:52.171574 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b681bd5a-41d1-4f33-8730-051d8394525b req-03c2168c-d0b1-4aa9-a3d3-cb5b354f706a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0483906 May 12 17:53:52.220776 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b681bd5a-41d1-4f33-8730-051d8394525b req-5490df55-fc9b-4416-b367-cd5321ff4dc4 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427148 May 12 17:53:52.249490 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a9a33-6ee5-455b-a682-b5811ddbac8d req-6faff808-0f36-45db-acc6-98f6f43be5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:52.250978 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f78a9a33-6ee5-455b-a682-b5811ddbac8d req-6faff808-0f36-45db-acc6-98f6f43be5fa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d17edf9c20f0426db1c8a1dbc420ed6c&device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 1129 time: 0.0407014 May 12 17:53:52.334070 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311475e0-1b78-498d-8db6-1c3400777d87 req-797923d1-475c-441f-bdd9-aef4a76d7292 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:52.335556 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-311475e0-1b78-498d-8db6-1c3400777d87 req-797923d1-475c-441f-bdd9-aef4a76d7292 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 985 time: 0.0461223 May 12 17:53:52.344944 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a9a33-6ee5-455b-a682-b5811ddbac8d req-0efb7970-1a4b-4c05-9840-a0d04d19b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:52.346414 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f78a9a33-6ee5-455b-a682-b5811ddbac8d req-0efb7970-1a4b-4c05-9840-a0d04d19b7f4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=42aca28f-4d9c-47b5-9afa-e8a9049c9539 HTTP/1.1" status: 200 len: 912 time: 0.0893857 May 12 17:53:52.398123 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-311475e0-1b78-498d-8db6-1c3400777d87 req-f5ead316-41ae-46ee-906d-d8cac4a841aa tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&id=42d35ccf-3e40-401e-b904-903627502614&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0561943 May 12 17:53:52.415145 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f78a9a33-6ee5-455b-a682-b5811ddbac8d req-aca0875a-62c7-47ac-97dd-51315497f075 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff249090-5209-40fd-90f9-a63ead339649 HTTP/1.1" status: 200 len: 1001 time: 0.0620201 May 12 17:53:52.470562 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a9a33-6ee5-455b-a682-b5811ddbac8d req-1aff3950-d8ce-43ce-8f94-ad14d30a0933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:52.472056 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f78a9a33-6ee5-455b-a682-b5811ddbac8d req-1aff3950-d8ce-43ce-8f94-ad14d30a0933 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e47a012-ad83-4701-be85-56bd402cf726 HTTP/1.1" status: 200 len: 850 time: 0.0488148 May 12 17:53:52.518248 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a9a33-6ee5-455b-a682-b5811ddbac8d req-d1f138b9-de0a-4d3c-a897-03c1ebbc07de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:52.519750 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f78a9a33-6ee5-455b-a682-b5811ddbac8d req-d1f138b9-de0a-4d3c-a897-03c1ebbc07de service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=42aca28f-4d9c-47b5-9afa-e8a9049c9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380783 May 12 17:53:52.610332 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f78a9a33-6ee5-455b-a682-b5811ddbac8d req-f07dda33-fb3f-4ff4-b1b3-9839c878b89b service neutron] 10.222.0.74 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808942 May 12 17:53:52.703219 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f78a9a33-6ee5-455b-a682-b5811ddbac8d req-16fce760-3c1c-46fe-a2ad-b1aa7ae8c85a service neutron] 10.222.0.74 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863707 May 12 17:53:53.334026 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1a66a-4684-491d-9807-58a9c1b03a77 req-fa204adf-d24e-41e1-9cdd-564cca2cf523 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:53.335477 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95c1a66a-4684-491d-9807-58a9c1b03a77 req-fa204adf-d24e-41e1-9cdd-564cca2cf523 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0464611 May 12 17:53:53.381867 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-95c1a66a-4684-491d-9807-58a9c1b03a77 req-ce1ae6eb-2f82-4ead-980a-b4bb5c4c97d8 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405362 May 12 17:53:53.518646 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23009f-2600-4e6f-9cd5-c70a0015896b req-3966de00-5594-4c29-aa40-74fd19edc0de tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:53.520082 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3d23009f-2600-4e6f-9cd5-c70a0015896b req-3966de00-5594-4c29-aa40-74fd19edc0de tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 985 time: 0.0487907 May 12 17:53:53.577955 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3d23009f-2600-4e6f-9cd5-c70a0015896b req-4c202bcf-8cf0-4deb-93c0-3ded32a4f9ca tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&id=42d35ccf-3e40-401e-b904-903627502614&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0517101 May 12 17:53:53.645350 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2a425f11-d379-42f1-a4e9-18caad44ff4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:54.500633 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62624ed1-9dee-465b-b3e0-6c9c714f8264 req-33347c32-1e6e-4f6a-8420-eefb5c559e8e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:54.502086 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-62624ed1-9dee-465b-b3e0-6c9c714f8264 req-33347c32-1e6e-4f6a-8420-eefb5c559e8e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0490975 May 12 17:53:54.548446 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-62624ed1-9dee-465b-b3e0-6c9c714f8264 req-db0ba144-ded3-482d-bae1-3ba4b0045fc1 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405593 May 12 17:53:54.690701 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6a06d-8e12-401e-a73a-1f762091b3ae req-ac6bffb4-fe6c-479f-a6f6-ce28b788d052 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:54.692072 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-24d6a06d-8e12-401e-a73a-1f762091b3ae req-ac6bffb4-fe6c-479f-a6f6-ce28b788d052 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 985 time: 0.0475705 May 12 17:53:54.752595 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-24d6a06d-8e12-401e-a73a-1f762091b3ae req-52cae6d4-b64a-46f0-aadd-d8f6dde0c6cb tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&id=42d35ccf-3e40-401e-b904-903627502614&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547688 May 12 17:53:55.233379 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:55.876689 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658988cd-e61a-4ff0-82ad-0852e9f44573 req-52e167a6-34a0-4f39-9648-331b7adc3451 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:55.878512 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-658988cd-e61a-4ff0-82ad-0852e9f44573 req-52e167a6-34a0-4f39-9648-331b7adc3451 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 985 time: 0.0520780 May 12 17:53:55.881184 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3016057f-063e-4613-88a3-0479485a020c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:55.940780 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-658988cd-e61a-4ff0-82ad-0852e9f44573 req-34ddf090-7895-4b7e-943f-f30ae16ae610 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&id=42d35ccf-3e40-401e-b904-903627502614&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0563526 May 12 17:53:57.319647 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:58.668864 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:00.290671 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:00.911143 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-53c7ce6a-6db9-4ce4-a8ed-2596e584d38c req-10013c5c-3590-4ec0-91bd-ed172ddf6b8d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399208 May 12 17:54:00.984786 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7ce6a-6db9-4ce4-a8ed-2596e584d38c req-c16f3f69-2a18-4962-b845-0137c12f26c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:00.986250 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-53c7ce6a-6db9-4ce4-a8ed-2596e584d38c req-c16f3f69-2a18-4962-b845-0137c12f26c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d7ebeafe8140b3b8332059258a83eb&device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 1130 time: 0.0420270 May 12 17:54:01.087361 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7ce6a-6db9-4ce4-a8ed-2596e584d38c req-61bf4a30-b799-4877-907f-1d6f42331dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:01.088929 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-53c7ce6a-6db9-4ce4-a8ed-2596e584d38c req-61bf4a30-b799-4877-907f-1d6f42331dd6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a25dbb6f-d15b-498d-a498-e2acebdb3c69 HTTP/1.1" status: 200 len: 912 time: 0.0840037 May 12 17:54:01.162016 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-53c7ce6a-6db9-4ce4-a8ed-2596e584d38c req-5ceb5e28-8439-4554-a48b-6759c3275f60 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32313048-9cf4-4080-982e-b807bb4c51d5 HTTP/1.1" status: 200 len: 1001 time: 0.0665033 May 12 17:54:01.209665 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7ce6a-6db9-4ce4-a8ed-2596e584d38c req-b5a607dc-62b4-449f-82b6-99804cb03d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:01.211068 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-53c7ce6a-6db9-4ce4-a8ed-2596e584d38c req-b5a607dc-62b4-449f-82b6-99804cb03d57 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b393bcd-a146-44a6-8ec1-ecf303917907 HTTP/1.1" status: 200 len: 850 time: 0.0434396 May 12 17:54:01.253319 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7ce6a-6db9-4ce4-a8ed-2596e584d38c req-4ba4686a-0ce8-4f58-86e1-04ad41e1547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:01.254765 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-53c7ce6a-6db9-4ce4-a8ed-2596e584d38c req-4ba4686a-0ce8-4f58-86e1-04ad41e1547e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a25dbb6f-d15b-498d-a498-e2acebdb3c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372002 May 12 17:54:01.345032 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-53c7ce6a-6db9-4ce4-a8ed-2596e584d38c req-5165518c-1d27-49ad-b943-3b53285b52cb service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841660 May 12 17:54:01.434549 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-53c7ce6a-6db9-4ce4-a8ed-2596e584d38c req-f206c987-ebff-46b7-bf0c-1dad5bce0710 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831218 May 12 17:54:07.129265 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:54:23.650126 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-552d45f1-108b-40c3-8c12-092bd20bf8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:25.234076 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:25.883625 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e66bfe9c-7f19-4e04-925a-08744aefc01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:27.325200 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:28.670721 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:28.724685 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-aa03ed03-c288-4254-a7a6-b2802f34e3e0 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-948308070&fields=id&tenant_id=a4d7ebeafe8140b3b8332059258a83eb HTTP/1.1" status: 200 len: 267 time: 0.0432608 May 12 17:54:28.834018 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-bab7c077-9e54-4266-88b7-1c64c3f490e9 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:28.835826 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-bab7c077-9e54-4266-88b7-1c64c3f490e9 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/networks?id=a25dbb6f-d15b-498d-a498-e2acebdb3c69 HTTP/1.1" status: 200 len: 811 time: 0.1048014 May 12 17:54:28.850896 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-432e3aa3-07f3-4686-8c14-c1750749a570 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/quotas/a4d7ebeafe8140b3b8332059258a83eb HTTP/1.1" status: 200 len: 375 time: 0.0095723 May 12 17:54:28.903876 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-78b66997-f32f-43e8-972c-0b26bd124453 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4d7ebeafe8140b3b8332059258a83eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478973 May 12 17:54:28.999067 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-64598f07-a404-4140-b6fa-56b6ecd3ef28 service neutron] 10.222.0.73 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844717 May 12 17:54:29.087580 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-0e256683-d507-48e1-87a4-8aecc7550ac5 service neutron] 10.222.0.73 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829034 May 12 17:54:29.364622 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6f357738-ab66-4a35-bf12-8e11f62063fa req-79f9a643-271b-4300-8ecc-2f963326491c tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 210 time: 0.0280879 May 12 17:54:30.286229 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:30.466113 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-afd38391-7bca-4a74-994e-2dabc90d3449 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:30.466717 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-776bef9c-2d7c-4c68-abc7-e221aca91b91 req-0d6cf096-f456-462b-a1dd-384617f86d8a tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 210 time: 0.0288446 May 12 17:54:30.467633 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-afd38391-7bca-4a74-994e-2dabc90d3449 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.74 "GET /v2.0/networks?id=a25dbb6f-d15b-498d-a498-e2acebdb3c69 HTTP/1.1" status: 200 len: 811 time: 0.1133912 May 12 17:54:30.545491 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-4f971b6e-2ea2-45ed-8510-32df43f86259 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4d7ebeafe8140b3b8332059258a83eb HTTP/1.1" status: 200 len: 379 time: 0.0562427 May 12 17:54:30.554176 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Request body: {'port': {'device_id': 'd03bed6f-d0ca-490a-a621-94a6938cfa83', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'admin_state_up': True, 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'security_groups': ['799ae988-631f-4578-983b-c368dfc9c489']}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:54:30.664621 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Made reservation on behalf of a4d7ebeafe8140b3b8332059258a83eb for: {'port': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:54:30.671006 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:30.794707 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Allocated IP 172.20.0.6 (a25dbb6f-d15b-498d-a498-e2acebdb3c69/3b393bcd-a146-44a6-8ec1-ecf303917907/508b21df-7040-42d8-a984-3cff154f2c4e) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:54:30.937499 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for port (508b21df-7040-42d8-a984-3cff154f2c4e), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:30.970219 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (508b21df-7040-42d8-a984-3cff154f2c4e), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:31.011613 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Network a25dbb6f-d15b-498d-a498-e2acebdb3c69 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:54:31.014667 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:54:31.018543 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:54:31.053929 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event updated for resources: {'Port': ['ID=508b21df-7040-42d8-a984-3cff154f2c4e,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:31.070310 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:31.070661 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:31.071007 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:31.071349 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:31.071687 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:31.072020 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:31.072383 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:31.072709 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:31.073405 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:31.073860 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:31.074188 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:31.074514 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:31.074840 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:31.075296 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:31.075621 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:31.095461 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:31.096079 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:31.113270 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-e90cd607-8b8e-4ae8-ac41-bd2cd510c482 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5628057 May 12 17:54:31.134750 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Request body: {'port': {'device_id': 'd03bed6f-d0ca-490a-a621-94a6938cfa83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:54:31.201059 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (508b21df-7040-42d8-a984-3cff154f2c4e), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:31.243260 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-18f05410-1b78-4ba9-bf92-384b69dac9bc None None] Provisioning complete for port 508b21df-7040-42d8-a984-3cff154f2c4e triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:54:31.243632 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-18f05410-1b78-4ba9-bf92-384b69dac9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (508b21df-7040-42d8-a984-3cff154f2c4e), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:31.282453 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-18f05410-1b78-4ba9-bf92-384b69dac9bc None None] Port 508b21df-7040-42d8-a984-3cff154f2c4e cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:54:31.500667 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 508b21df-7040-42d8-a984-3cff154f2c4e {{(pid=109951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:54:31.508268 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Publish callbacks [] for port (508b21df-7040-42d8-a984-3cff154f2c4e), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:31.521336 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.provisioning_blocks [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Transition to ACTIVE for port object 508b21df-7040-42d8-a984-3cff154f2c4e will not be triggered until provisioned by entity L2. {{(pid=109951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:54:31.525319 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (508b21df-7040-42d8-a984-3cff154f2c4e), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:31.599747 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Pushing event updated for resources: {'Port': ['ID=508b21df-7040-42d8-a984-3cff154f2c4e,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:31.606015 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6eed3-0c3b-4545-b33b-4acc93a63019 req-d6fad49e-8858-45eb-ac30-b1ea22e8b5db tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:31.608675 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-44e6eed3-0c3b-4545-b33b-4acc93a63019 req-d6fad49e-8858-45eb-ac30-b1ea22e8b5db tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 943 time: 0.0700932 May 12 17:54:31.659211 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-44e6eed3-0c3b-4545-b33b-4acc93a63019 req-1edca7a0-941f-4714-8686-e41dcf7e647d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448422 May 12 17:54:31.660526 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Attempting to bind port 508b21df-7040-42d8-a984-3cff154f2c4e on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:54:31.660871 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Attempting to bind port 508b21df-7040-42d8-a984-3cff154f2c4e by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:54:31.661206 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Attempting to bind port 508b21df-7040-42d8-a984-3cff154f2c4e on network a25dbb6f-d15b-498d-a498-e2acebdb3c69 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:54:31.666506 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Port 508b21df-7040-42d8-a984-3cff154f2c4e on network a25dbb6f-d15b-498d-a498-e2acebdb3c69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:54:31.666931 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Attempting to bind port 508b21df-7040-42d8-a984-3cff154f2c4e on network a25dbb6f-d15b-498d-a498-e2acebdb3c69 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:54:31.678697 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:54:31.679041 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Checking segment: {'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:54:31.679430 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Bound using segment: {'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:54:31.679876 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Bound port: 508b21df-7040-42d8-a984-3cff154f2c4e, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:54:31.680276 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (508b21df-7040-42d8-a984-3cff154f2c4e), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:31.749741 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] For port 508b21df-7040-42d8-a984-3cff154f2c4e, host hv-cinder-84052, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:54:31.752994 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] For port 508b21df-7040-42d8-a984-3cff154f2c4e, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=508b21df-7040-42d8-a984-3cff154f2c4e,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:54:31.759282 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (508b21df-7040-42d8-a984-3cff154f2c4e), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:31.794122 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:31.794722 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:31.796092 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] 10.222.0.74 "PUT /v2.0/ports/508b21df-7040-42d8-a984-3cff154f2c4e HTTP/1.1" status: 200 len: 1093 time: 0.6662138 May 12 17:54:31.796555 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03bed6f-d0ca-490a-a621-94a6938cfa83', 'tag': '508b21df-7040-42d8-a984-3cff154f2c4e'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:54:31.798784 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743ecbdd-7778-42d9-87e1-40ee0358338f" -d '{"events": [{"name": "network-changed", "server_uuid": "d03bed6f-d0ca-490a-a621-94a6938cfa83", "tag": "508b21df-7040-42d8-a984-3cff154f2c4e"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:54:31.824017 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c9116-c654-455d-8ed0-245fc65ff918 service neutron] Pushing event updated for resources: {'Port': ['ID=508b21df-7040-42d8-a984-3cff154f2c4e,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:31.855149 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b8744e-cedf-4652-87b2-e9b49eede5c1 x-openstack-request-id: req-08b8744e-cedf-4652-87b2-e9b49eede5c1 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:54:31.855688 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03bed6f-d0ca-490a-a621-94a6938cfa83", "tag": "508b21df-7040-42d8-a984-3cff154f2c4e", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:54:31.855947 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-08b8744e-cedf-4652-87b2-e9b49eede5c1 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:54:31.856375 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b8744e-cedf-4652-87b2-e9b49eede5c1'] response: {'name': 'network-changed', 'server_uuid': 'd03bed6f-d0ca-490a-a621-94a6938cfa83', 'tag': '508b21df-7040-42d8-a984-3cff154f2c4e', 'status': 'completed', 'code': 200} May 12 17:54:31.926674 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-fc1e3670-7f6a-4c4c-a1f8-ed8b4ea099ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:31.928573 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-fc1e3670-7f6a-4c4c-a1f8-ed8b4ea099ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d7ebeafe8140b3b8332059258a83eb&device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 1127 time: 0.0555804 May 12 17:54:31.983510 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-e071d003-c658-4d9a-9af6-b20f05510e7c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=508b21df-7040-42d8-a984-3cff154f2c4e HTTP/1.1" status: 200 len: 217 time: 0.0403855 May 12 17:54:32.035105 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-a8d4d27f-2309-4469-828e-24a21eed2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:32.036629 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-a8d4d27f-2309-4469-828e-24a21eed2d3a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b393bcd-a146-44a6-8ec1-ecf303917907 HTTP/1.1" status: 200 len: 850 time: 0.0447869 May 12 17:54:32.079699 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-89900f3f-184e-42af-a83c-20dd1dcb407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:32.081212 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-89900f3f-184e-42af-a83c-20dd1dcb407e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a25dbb6f-d15b-498d-a498-e2acebdb3c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375018 May 12 17:54:32.175133 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-5ed7caff-99e9-4a6b-afed-3daa5fc5a881 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845490 May 12 17:54:32.269260 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-7451464f-f598-4dd6-93a5-d2c2764aa21a req-a81b8418-469b-4839-9ef2-a02048fb982c service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876305 May 12 17:54:32.708713 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ecbdd-7778-42d9-87e1-40ee0358338f req-7dc01a73-25ef-46be-95c3-938f35dd5262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:32.710228 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-743ecbdd-7778-42d9-87e1-40ee0358338f req-7dc01a73-25ef-46be-95c3-938f35dd5262 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d7ebeafe8140b3b8332059258a83eb&device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 1127 time: 0.0398135 May 12 17:54:32.770914 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cada6f-65ce-484a-8da9-b629962c93c5 req-ffb0dfba-9227-4a82-90ac-fa111a7d0492 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:32.772396 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-42cada6f-65ce-484a-8da9-b629962c93c5 req-ffb0dfba-9227-4a82-90ac-fa111a7d0492 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 943 time: 0.0456803 May 12 17:54:32.809667 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ecbdd-7778-42d9-87e1-40ee0358338f req-377c48b9-4f98-4968-af82-95bbb864c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:32.811132 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-743ecbdd-7778-42d9-87e1-40ee0358338f req-377c48b9-4f98-4968-af82-95bbb864c533 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a25dbb6f-d15b-498d-a498-e2acebdb3c69 HTTP/1.1" status: 200 len: 912 time: 0.0931880 May 12 17:54:32.822507 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-42cada6f-65ce-484a-8da9-b629962c93c5 req-c89afd95-1351-4787-a369-78b5fcd5921e tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432167 May 12 17:54:32.857369 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-743ecbdd-7778-42d9-87e1-40ee0358338f req-8a60de7b-6053-4571-8274-6bf0e0f914cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=508b21df-7040-42d8-a984-3cff154f2c4e HTTP/1.1" status: 200 len: 217 time: 0.0373216 May 12 17:54:32.907602 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ecbdd-7778-42d9-87e1-40ee0358338f req-0e6861ec-c50f-4c65-9e54-bdcc1f87ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:32.909057 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-743ecbdd-7778-42d9-87e1-40ee0358338f req-0e6861ec-c50f-4c65-9e54-bdcc1f87ca8a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b393bcd-a146-44a6-8ec1-ecf303917907 HTTP/1.1" status: 200 len: 850 time: 0.0442114 May 12 17:54:32.954906 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ecbdd-7778-42d9-87e1-40ee0358338f req-c48f5f08-167b-412d-80ce-1202e1e2949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:32.956387 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-743ecbdd-7778-42d9-87e1-40ee0358338f req-c48f5f08-167b-412d-80ce-1202e1e2949b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a25dbb6f-d15b-498d-a498-e2acebdb3c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386672 May 12 17:54:33.049018 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-743ecbdd-7778-42d9-87e1-40ee0358338f req-a4c284aa-ad9f-4fd7-b082-f9c9f40f5e76 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859754 May 12 17:54:33.138430 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-743ecbdd-7778-42d9-87e1-40ee0358338f req-ab60d806-31c6-46f7-9231-edc74a02aa97 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830569 May 12 17:54:33.937764 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac76641-9c1a-436f-8c4b-7f38d1458d8a req-db270baf-9dd6-49ed-998c-ad008de723f8 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:33.939443 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-aac76641-9c1a-436f-8c4b-7f38d1458d8a req-db270baf-9dd6-49ed-998c-ad008de723f8 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 943 time: 0.0503802 May 12 17:54:33.992023 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-aac76641-9c1a-436f-8c4b-7f38d1458d8a req-dcecfa98-9af8-4cda-85b2-1c0584c54657 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461257 May 12 17:54:34.805048 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6add9ebf-0b91-48e0-88e4-63bdaa32fd78 req-cec243a0-41dd-4f3f-bd56-7f7372767420 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-72850202&fields=id&tenant_id=22f9cad467614c16acb967c11da20d7f HTTP/1.1" status: 200 len: 267 time: 0.0452235 May 12 17:54:34.881834 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add9ebf-0b91-48e0-88e4-63bdaa32fd78 req-64cd12ac-c79b-41df-8144-4f2c81765916 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:34.883285 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6add9ebf-0b91-48e0-88e4-63bdaa32fd78 req-64cd12ac-c79b-41df-8144-4f2c81765916 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 985 time: 0.0714192 May 12 17:54:34.897948 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33405fef-cad7-4eb6-92be-533aaef8e4dd req-6fe819d6-bed5-4458-b772-ec6bf9a69cd0 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:34.899340 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-33405fef-cad7-4eb6-92be-533aaef8e4dd req-6fe819d6-bed5-4458-b772-ec6bf9a69cd0 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0607190 May 12 17:54:34.902978 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [req-6add9ebf-0b91-48e0-88e4-63bdaa32fd78 req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Request body: {'port': {'security_groups': ['25566ea2-7dda-4e6a-a5c1-debd1d01371a']}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:54:35.002923 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-33405fef-cad7-4eb6-92be-533aaef8e4dd req-4ab6f8c9-3a30-481c-8986-1b54d174038e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957553 May 12 17:54:35.009829 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-6add9ebf-0b91-48e0-88e4-63bdaa32fd78 req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:35.395230 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92980a61-f0ee-42ca-a1be-1be8fff1f824 req-eb47ea37-e1fc-4af6-be32-14e0f16cea9a tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:35.396752 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-92980a61-f0ee-42ca-a1be-1be8fff1f824 req-eb47ea37-e1fc-4af6-be32-14e0f16cea9a tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 943 time: 0.3381584 May 12 17:54:35.486449 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-92980a61-f0ee-42ca-a1be-1be8fff1f824 req-5e973579-1d1b-4581-94ef-8a585c26b2bc tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806365 May 12 17:54:35.560796 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [req-6add9ebf-0b91-48e0-88e4-63bdaa32fd78 req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] For port d261cc65-c224-4075-af4c-05eb1e85cf9b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d261cc65-c224-4075-af4c-05eb1e85cf9b,segment=NetworkSegment(13bc5da4-0119-4176-b55f-8c657f3c06ed),segment_id=13bc5da4-0119-4176-b55f-8c657f3c06ed)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:54:35.590896 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-6add9ebf-0b91-48e0-88e4-63bdaa32fd78 req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:35.595889 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-6add9ebf-0b91-48e0-88e4-63bdaa32fd78 req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231180'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:35.636431 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['d261cc65-c224-4075-af4c-05eb1e85cf9b'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:54:35.639879 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add9ebf-0b91-48e0-88e4-63bdaa32fd78 req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:35.640568 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-6add9ebf-0b91-48e0-88e4-63bdaa32fd78 req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:35.641996 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6add9ebf-0b91-48e0-88e4-63bdaa32fd78 req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "PUT /v2.0/ports/d261cc65-c224-4075-af4c-05eb1e85cf9b HTTP/1.1" status: 200 len: 943 time: 0.7509942 May 12 17:54:35.642456 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'tag': 'd261cc65-c224-4075-af4c-05eb1e85cf9b'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:54:35.647785 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4f98dc-2705-485c-9a72-c4cf36f37f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa", "tag": "d261cc65-c224-4075-af4c-05eb1e85cf9b"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:54:35.648106 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60144) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:54:35.671114 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Pushing event updated for resources: {'Port': ['ID=d261cc65-c224-4075-af4c-05eb1e85cf9b,revision_number=7']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:35.686902 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:35.687123 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:35.687472 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:35.687821 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:35.688268 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:35.688560 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:35.689359 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:35.692491 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:35.694825 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:35.697006 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:35.697655 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:35.698547 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:35.698958 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:35.699326 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:35.699691 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924f46-5511-43c1-932d-359ef3e5dc2f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:35.719578 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ff8e46-5a39-43fd-8f7d-82c38af2df87 x-openstack-request-id: req-12ff8e46-5a39-43fd-8f7d-82c38af2df87 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:54:35.719874 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa", "tag": "d261cc65-c224-4075-af4c-05eb1e85cf9b", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:54:35.720130 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-12ff8e46-5a39-43fd-8f7d-82c38af2df87 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:54:35.720563 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ff8e46-5a39-43fd-8f7d-82c38af2df87'] response: {'name': 'network-changed', 'server_uuid': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'tag': 'd261cc65-c224-4075-af4c-05eb1e85cf9b', 'status': 'completed', 'code': 200} May 12 17:54:35.740490 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6090-9447-48a4-8946-a65c37c7ecfc tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group (42d35ccf-3e40-401e-b904-903627502614), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:35.772750 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6090-9447-48a4-8946-a65c37c7ecfc tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group (42d35ccf-3e40-401e-b904-903627502614), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:35.808607 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['d261cc65-c224-4075-af4c-05eb1e85cf9b'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:54:35.842527 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f98dc-2705-485c-9a72-c4cf36f37f7d req-c2246901-0ba1-43fb-a9fd-f5c07c850d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:35.844029 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2d4f98dc-2705-485c-9a72-c4cf36f37f7d req-c2246901-0ba1-43fb-a9fd-f5c07c850d65 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=22f9cad467614c16acb967c11da20d7f&device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 1130 time: 0.0679011 May 12 17:54:35.915216 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-c1a633b1-4412-44de-bda8-09325539fdc6 None None] Provisioning complete for port d261cc65-c224-4075-af4c-05eb1e85cf9b triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:54:35.915590 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c1a633b1-4412-44de-bda8-09325539fdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:35.932221 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6090-9447-48a4-8946-a65c37c7ecfc tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (42d35ccf-3e40-401e-b904-903627502614), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:35.934896 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6090-9447-48a4-8946-a65c37c7ecfc tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:35.936046 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-a9cd6090-9447-48a4-8946-a65c37c7ecfc tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "DELETE /v2.0/security-groups/42d35ccf-3e40-401e-b904-903627502614 HTTP/1.1" status: 204 len: 168 time: 0.2859790 May 12 17:54:35.938783 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60146) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:54:35.951854 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd6090-9447-48a4-8946-a65c37c7ecfc tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d35ccf-3e40-401e-b904-903627502614,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:35.970646 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f98dc-2705-485c-9a72-c4cf36f37f7d req-d5b995c3-5bd7-403c-8e46-babfcd81f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:35.971905 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2d4f98dc-2705-485c-9a72-c4cf36f37f7d req-d5b995c3-5bd7-403c-8e46-babfcd81f5b2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d316737e-c775-43a3-a667-c27cc0941735 HTTP/1.1" status: 200 len: 915 time: 0.1216156 May 12 17:54:36.050919 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2d4f98dc-2705-485c-9a72-c4cf36f37f7d req-15bfc149-72e1-45f3-ba82-ae5320a0b818 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d261cc65-c224-4075-af4c-05eb1e85cf9b HTTP/1.1" status: 200 len: 1002 time: 0.0700035 May 12 17:54:36.077263 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-c1a633b1-4412-44de-bda8-09325539fdc6 None None] Current status of the port d261cc65-c224-4075-af4c-05eb1e85cf9b is: ACTIVE; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:54:36.110563 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f98dc-2705-485c-9a72-c4cf36f37f7d req-c6aeca9b-bb6e-4da7-9569-f074ef6d5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:36.112140 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2d4f98dc-2705-485c-9a72-c4cf36f37f7d req-c6aeca9b-bb6e-4da7-9569-f074ef6d5e8d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86ef23b5-8baa-44d3-aa7b-9f1b404dcf01 HTTP/1.1" status: 200 len: 853 time: 0.0548689 May 12 17:54:36.145113 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22656a-63b3-411d-8406-0eca6bbce2a5 req-dbb621b1-b22b-42c7-b7d6-4f48b427d121 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:36.146578 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4e22656a-63b3-411d-8406-0eca6bbce2a5 req-dbb621b1-b22b-42c7-b7d6-4f48b427d121 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0700083 May 12 17:54:36.149774 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-668094fe-d7bb-48ee-9242-4b477ebde77f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Deleting port b89411d5-bc9e-4431-8bf4-a0b7475b5557 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:54:36.150118 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-668094fe-d7bb-48ee-9242-4b477ebde77f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (b89411d5-bc9e-4431-8bf4-a0b7475b5557), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:36.155121 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f98dc-2705-485c-9a72-c4cf36f37f7d req-630448f2-99fd-4d03-8a21-76ccb588517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:36.156626 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2d4f98dc-2705-485c-9a72-c4cf36f37f7d req-630448f2-99fd-4d03-8a21-76ccb588517b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d316737e-c775-43a3-a667-c27cc0941735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382168 May 12 17:54:36.243786 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4e22656a-63b3-411d-8406-0eca6bbce2a5 req-20fb5f9a-b1c9-4d9a-80f5-65e4f9893266 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812855 May 12 17:54:36.246423 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2d4f98dc-2705-485c-9a72-c4cf36f37f7d req-5f259cab-4896-4034-b8e4-3eeeb9628a78 service neutron] 10.222.0.74 "GET /v2.0/networks/d316737e-c775-43a3-a667-c27cc0941735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832722 May 12 17:54:36.265184 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-668094fe-d7bb-48ee-9242-4b477ebde77f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (b89411d5-bc9e-4431-8bf4-a0b7475b5557), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:36.265519 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-668094fe-d7bb-48ee-9242-4b477ebde77f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for floatingip (b89411d5-bc9e-4431-8bf4-a0b7475b5557), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:36.278231 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-668094fe-d7bb-48ee-9242-4b477ebde77f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Calling delete_port for b89411d5-bc9e-4431-8bf4-a0b7475b5557 owned by network:floatingip {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:54:36.342545 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-2d4f98dc-2705-485c-9a72-c4cf36f37f7d req-7716d4ec-7511-49f7-afd2-4115c7272145 service neutron] 10.222.0.74 "GET /v2.0/networks/d316737e-c775-43a3-a667-c27cc0941735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892181 May 12 17:54:36.454313 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-668094fe-d7bb-48ee-9242-4b477ebde77f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (b89411d5-bc9e-4431-8bf4-a0b7475b5557), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:36.484441 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668094fe-d7bb-48ee-9242-4b477ebde77f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Pushing event deleted for resources: {'Port': ['ID=b89411d5-bc9e-4431-8bf4-a0b7475b5557,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:36.546004 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-668094fe-d7bb-48ee-9242-4b477ebde77f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks [] for floatingip (7414471f-ab01-41ef-9368-6c2808b10bb7), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:36.546346 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.l3_db [None req-668094fe-d7bb-48ee-9242-4b477ebde77f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Floating IP 7414471f-ab01-41ef-9368-6c2808b10bb7 disassociated (deleted). External IP: 172.27.2.102, port: d261cc65-c224-4075-af4c-05eb1e85cf9b. May 12 17:54:36.644091 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0c01b-d5e7-4925-93d0-a7e98c7ef1e0 req-b5266882-bf9a-44bb-bb94-47b5945a5e65 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:36.645595 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-eee0c01b-d5e7-4925-93d0-a7e98c7ef1e0 req-b5266882-bf9a-44bb-bb94-47b5945a5e65 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 943 time: 0.0648944 May 12 17:54:36.767996 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-eee0c01b-d5e7-4925-93d0-a7e98c7ef1e0 req-d5ce38b4-78a3-4858-9668-3156cd302f9a tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964937 May 12 17:54:36.836960 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668094fe-d7bb-48ee-9242-4b477ebde77f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Router 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:54:36.945101 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668094fe-d7bb-48ee-9242-4b477ebde77f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:54:36.950220 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-668094fe-d7bb-48ee-9242-4b477ebde77f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:36.954750 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f0f3f9-3382-452a-9235-1163f5d01108 None None] Sync routers for ids ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:54:36.965270 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f0f3f9-3382-452a-9235-1163f5d01108 None None] Routers {'6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:54:36.965879 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-99f0f3f9-3382-452a-9235-1163f5d01108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:54:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:36.979804 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-668094fe-d7bb-48ee-9242-4b477ebde77f tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "DELETE /v2.0/floatingips/7414471f-ab01-41ef-9368-6c2808b10bb7 HTTP/1.1" status: 204 len: 168 time: 1.0385458 May 12 17:54:37.074940 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-99f0f3f9-3382-452a-9235-1163f5d01108 None None] Set router 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:54:37.272292 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-99f0f3f9-3382-452a-9235-1163f5d01108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'name': 'tempest-TestMinimumBasicScenario-903202629-router', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:17Z', 'updated_at': '2022-05-12T17:52:22Z', 'revision_number': 4, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'gw_port': {'id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '257e1611-cd25-4bd5-a17e-4531eb016a8b', 'name': '', 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'mac_address': 'fa:16:3e:5e:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:21Z', 'updated_at': '2022-05-12T17:52:28Z', 'revision_number': 5, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'subnets': [{'id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:37.304514 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f0f3f9-3382-452a-9235-1163f5d01108 None None] Checking router: 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:54:37.313034 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f0f3f9-3382-452a-9235-1163f5d01108 None None] Routers {'6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:54:37.313633 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-99f0f3f9-3382-452a-9235-1163f5d01108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:54:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:37.363792 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37a6c7-0db9-41d3-8938-8bb98cc40255 req-fd1ba026-b2ed-48d7-8530-2e70f6ab990f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:37.365191 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4a37a6c7-0db9-41d3-8938-8bb98cc40255 req-fd1ba026-b2ed-48d7-8530-2e70f6ab990f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0494494 May 12 17:54:37.413989 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4a37a6c7-0db9-41d3-8938-8bb98cc40255 req-a74baf64-5252-4947-8602-1a6f8695b411 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425782 May 12 17:54:37.506643 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-99f0f3f9-3382-452a-9235-1163f5d01108 None None] Set router 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:54:37.691436 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-99f0f3f9-3382-452a-9235-1163f5d01108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'name': 'tempest-TestMinimumBasicScenario-903202629-router', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:17Z', 'updated_at': '2022-05-12T17:52:22Z', 'revision_number': 4, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'gw_port': {'id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '257e1611-cd25-4bd5-a17e-4531eb016a8b', 'name': '', 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'mac_address': 'fa:16:3e:5e:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:21Z', 'updated_at': '2022-05-12T17:52:28Z', 'revision_number': 5, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'subnets': [{'id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:37.718577 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f0f3f9-3382-452a-9235-1163f5d01108 None None] The sync data for ids ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'] in dv-cinder-840525-2-iscsi is: [{'id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'name': 'tempest-TestMinimumBasicScenario-903202629-router', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:17Z', 'updated_at': '2022-05-12T17:52:22Z', 'revision_number': 4, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'gw_port': {'id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '257e1611-cd25-4bd5-a17e-4531eb016a8b', 'name': '', 'network_id': 'd316737e-c775-43a3-a667-c27cc0941735', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'mac_address': 'fa:16:3e:5e:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:21Z', 'updated_at': '2022-05-12T17:52:28Z', 'revision_number': 5, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'subnets': [{'id': '86ef23b5-8baa-44d3-aa7b-9f1b404dcf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:54:37.722256 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'tag': 'd261cc65-c224-4075-af4c-05eb1e85cf9b'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:54:37.724844 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e202e09c-2937-438a-8c45-0bf89b8ae666" -d '{"events": [{"name": "network-changed", "server_uuid": "b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa", "tag": "d261cc65-c224-4075-af4c-05eb1e85cf9b"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:54:37.763152 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a73b2c-87b2-4619-8d28-aee6b13c8a6e x-openstack-request-id: req-41a73b2c-87b2-4619-8d28-aee6b13c8a6e {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:54:37.763444 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa", "tag": "d261cc65-c224-4075-af4c-05eb1e85cf9b", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:54:37.763701 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41a73b2c-87b2-4619-8d28-aee6b13c8a6e {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:54:37.764108 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a73b2c-87b2-4619-8d28-aee6b13c8a6e'] response: {'name': 'network-changed', 'server_uuid': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'tag': 'd261cc65-c224-4075-af4c-05eb1e85cf9b', 'status': 'completed', 'code': 200} May 12 17:54:37.936385 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c54af-10ae-478f-b3ba-3aa9ac632909 req-3c52e6bf-a675-48fe-bc20-cac12c4ed0c3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:37.938163 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2b5c54af-10ae-478f-b3ba-3aa9ac632909 req-3c52e6bf-a675-48fe-bc20-cac12c4ed0c3 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 943 time: 0.0515132 May 12 17:54:37.960658 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202e09c-2937-438a-8c45-0bf89b8ae666 req-6e2164d3-31be-4a7b-a111-d88e009d961a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:37.962178 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e202e09c-2937-438a-8c45-0bf89b8ae666 req-6e2164d3-31be-4a7b-a111-d88e009d961a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=22f9cad467614c16acb967c11da20d7f&device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 1130 time: 0.0512962 May 12 17:54:37.975202 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7aa689-f998-4029-a068-0534b8cbcc56 None None] New status for floating IP 7414471f-ab01-41ef-9368-6c2808b10bb7: DOWN {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:54:37.994129 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2b5c54af-10ae-478f-b3ba-3aa9ac632909 req-e204f81c-ed02-426c-9e0c-48d8e84e886c tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488429 May 12 17:54:38.531101 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46470d-e268-4b4c-8ce0-cc3e788e8af2 req-aba00288-dd3c-44c2-833c-be46d25e4568 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:38.532485 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ca46470d-e268-4b4c-8ce0-cc3e788e8af2 req-aba00288-dd3c-44c2-833c-be46d25e4568 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0499053 May 12 17:54:38.577414 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ca46470d-e268-4b4c-8ce0-cc3e788e8af2 req-bbc3af1d-2409-48bc-9c8c-d85543d4826e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394187 May 12 17:54:38.706787 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202e09c-2937-438a-8c45-0bf89b8ae666 req-90aec28b-0bf3-40e2-a703-4c00bab167a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:38.708274 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e202e09c-2937-438a-8c45-0bf89b8ae666 req-90aec28b-0bf3-40e2-a703-4c00bab167a5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d316737e-c775-43a3-a667-c27cc0941735 HTTP/1.1" status: 200 len: 915 time: 0.0985615 May 12 17:54:38.749009 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e202e09c-2937-438a-8c45-0bf89b8ae666 req-3d38426c-0e3f-440a-aaf9-25bbee922924 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d261cc65-c224-4075-af4c-05eb1e85cf9b HTTP/1.1" status: 200 len: 217 time: 0.0329988 May 12 17:54:38.796701 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202e09c-2937-438a-8c45-0bf89b8ae666 req-f02caa3b-fabf-48cc-96be-bd90114af78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:38.798039 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e202e09c-2937-438a-8c45-0bf89b8ae666 req-f02caa3b-fabf-48cc-96be-bd90114af78e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86ef23b5-8baa-44d3-aa7b-9f1b404dcf01 HTTP/1.1" status: 200 len: 853 time: 0.0430930 May 12 17:54:38.843935 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202e09c-2937-438a-8c45-0bf89b8ae666 req-30838164-905c-4a09-a053-5e66f54c1a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:38.845438 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e202e09c-2937-438a-8c45-0bf89b8ae666 req-30838164-905c-4a09-a053-5e66f54c1a2a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d316737e-c775-43a3-a667-c27cc0941735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406740 May 12 17:54:38.943427 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e202e09c-2937-438a-8c45-0bf89b8ae666 req-abf7445e-c1a3-4fba-b9a8-aa14484b610d service neutron] 10.222.0.74 "GET /v2.0/networks/d316737e-c775-43a3-a667-c27cc0941735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840509 May 12 17:54:39.050572 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-e202e09c-2937-438a-8c45-0bf89b8ae666 req-b0d0d466-ccab-4d68-8008-609eaba35107 service neutron] 10.222.0.74 "GET /v2.0/networks/d316737e-c775-43a3-a667-c27cc0941735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008492 May 12 17:54:39.123343 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed345c93-4639-432a-92f9-3c389e97e5ad req-7ef2a94a-65bd-46ff-ae3d-5792ee392e5b tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:39.124838 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ed345c93-4639-432a-92f9-3c389e97e5ad req-7ef2a94a-65bd-46ff-ae3d-5792ee392e5b tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 943 time: 0.0465233 May 12 17:54:39.172715 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ed345c93-4639-432a-92f9-3c389e97e5ad req-4adb904a-287f-41ba-a8ec-8650a845b5da tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423558 May 12 17:54:39.529809 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 508b21df-7040-42d8-a984-3cff154f2c4e details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:54:39.629905 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 508b21df-7040-42d8-a984-3cff154f2c4e, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=508b21df-7040-42d8-a984-3cff154f2c4e,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:54:39.641290 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': '508b21df-7040-42d8-a984-3cff154f2c4e', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'port_id': '508b21df-7040-42d8-a984-3cff154f2c4e', 'mac_address': 'fa:16:3e:6f:d0:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:54:39.679188 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 508b21df-7040-42d8-a984-3cff154f2c4e is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:54:39.679599 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (508b21df-7040-42d8-a984-3cff154f2c4e), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:39.699499 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb2878-242b-4a0d-ba10-ede92dfe574d req-f459e079-3a74-41cb-9f19-ddf28dcf6ccf tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:39.701515 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3beb2878-242b-4a0d-ba10-ede92dfe574d req-f459e079-3a74-41cb-9f19-ddf28dcf6ccf tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0549979 May 12 17:54:39.703007 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508b21df-7040-42d8-a984-3cff154f2c4e {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:54:39.725077 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 508b21df-7040-42d8-a984-3cff154f2c4e, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=508b21df-7040-42d8-a984-3cff154f2c4e,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:54:39.728975 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (508b21df-7040-42d8-a984-3cff154f2c4e), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:39.764331 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3beb2878-242b-4a0d-ba10-ede92dfe574d req-a1597739-c2c3-41bd-ad90-7b8ebf93944a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572374 May 12 17:54:39.787676 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=508b21df-7040-42d8-a984-3cff154f2c4e,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:39.797537 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:39.797891 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:39.798246 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:39.798577 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:39.798919 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:39.799253 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:39.799658 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:39.800061 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:39.800441 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:39.800788 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:39.801118 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:39.801431 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:39.801756 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:39.802080 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:39.802451 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:54:40.105724 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['508b21df-7040-42d8-a984-3cff154f2c4e'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:54:40.296780 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71944bb5-2172-4921-a144-8e6f0c19fe6e req-82bdcd67-36a4-4f0c-a7ca-c3883c6920c7 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:40.298528 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-71944bb5-2172-4921-a144-8e6f0c19fe6e req-82bdcd67-36a4-4f0c-a7ca-c3883c6920c7 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 944 time: 0.0479376 May 12 17:54:40.349598 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-71944bb5-2172-4921-a144-8e6f0c19fe6e req-83dc33c1-d923-49b6-9277-4070fe2b1b5a tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452890 May 12 17:54:40.753233 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd474307-7f8e-4c57-8dd7-7bd9f5642ee3 req-88706f18-41cd-4e47-9640-23733d8b42b9 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:40.754615 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bd474307-7f8e-4c57-8dd7-7bd9f5642ee3 req-88706f18-41cd-4e47-9640-23733d8b42b9 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 946 time: 0.0458186 May 12 17:54:40.801195 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bd474307-7f8e-4c57-8dd7-7bd9f5642ee3 req-db05bd5e-7cf8-4d73-8aed-df51037ae9b6 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398223 May 12 17:54:40.884769 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8361da3-cbd2-4cd6-a967-f3cdd69a4e0d req-4252fe22-240e-47d3-bbcd-aebb5e427721 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:40.886830 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e8361da3-cbd2-4cd6-a967-f3cdd69a4e0d req-4252fe22-240e-47d3-bbcd-aebb5e427721 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0507989 May 12 17:54:40.933857 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e8361da3-cbd2-4cd6-a967-f3cdd69a4e0d req-515ee825-1878-4c14-9a5a-23eb57d68ee6 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416441 May 12 17:54:41.467135 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30175b-5c82-44c8-910a-9d3e77414456 req-71cc4c42-221b-4574-91c6-40261e34fecb tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:41.468618 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5a30175b-5c82-44c8-910a-9d3e77414456 req-71cc4c42-221b-4574-91c6-40261e34fecb tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 944 time: 0.0466135 May 12 17:54:41.515346 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5a30175b-5c82-44c8-910a-9d3e77414456 req-001c12fd-9442-45b6-8d86-c062391b3290 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411851 May 12 17:54:41.554826 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 508b21df-7040-42d8-a984-3cff154f2c4e up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:54:41.599501 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port 508b21df-7040-42d8-a984-3cff154f2c4e completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:54:41.605464 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port 508b21df-7040-42d8-a984-3cff154f2c4e triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:54:41.605839 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (508b21df-7040-42d8-a984-3cff154f2c4e), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:41.683795 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 508b21df-7040-42d8-a984-3cff154f2c4e is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:54:41.684193 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (508b21df-7040-42d8-a984-3cff154f2c4e), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:41.831430 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03bed6f-d0ca-490a-a621-94a6938cfa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508b21df-7040-42d8-a984-3cff154f2c4e'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:54:41.833870 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57e9152-d627-46dd-a43a-1aefc58847a2" -d '{"events": [{"server_uuid": "d03bed6f-d0ca-490a-a621-94a6938cfa83", "name": "network-vif-plugged", "status": "completed", "tag": "508b21df-7040-42d8-a984-3cff154f2c4e"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:54:41.847630 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 508b21df-7040-42d8-a984-3cff154f2c4e, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=508b21df-7040-42d8-a984-3cff154f2c4e,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:54:41.853666 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (508b21df-7040-42d8-a984-3cff154f2c4e), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:41.879211 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86c1839-d03e-45e9-92ef-945343fddd91 x-openstack-request-id: req-a86c1839-d03e-45e9-92ef-945343fddd91 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:54:41.879486 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03bed6f-d0ca-490a-a621-94a6938cfa83", "name": "network-vif-plugged", "status": "completed", "tag": "508b21df-7040-42d8-a984-3cff154f2c4e", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:54:41.879733 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a86c1839-d03e-45e9-92ef-945343fddd91 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:54:41.880114 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86c1839-d03e-45e9-92ef-945343fddd91'] response: {'server_uuid': 'd03bed6f-d0ca-490a-a621-94a6938cfa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508b21df-7040-42d8-a984-3cff154f2c4e', 'code': 200} May 12 17:54:41.905924 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=508b21df-7040-42d8-a984-3cff154f2c4e,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:41.921065 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7eb8c-bafe-413a-a4d8-35fe50482eed req-7ea02283-fbc5-4392-a9ca-05ac58707974 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:41.922559 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-76b7eb8c-bafe-413a-a4d8-35fe50482eed req-7ea02283-fbc5-4392-a9ca-05ac58707974 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 946 time: 0.0493474 May 12 17:54:41.980089 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-76b7eb8c-bafe-413a-a4d8-35fe50482eed req-ec3c8006-b392-4c9e-a39a-68fbd30103b6 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462627 May 12 17:54:42.049154 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bcd30-5fdc-4880-ad0f-7aec37d90b9d req-7a4d3b4f-e391-44c7-aba5-494824dc9ab6 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:42.050630 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f07bcd30-5fdc-4880-ad0f-7aec37d90b9d req-7a4d3b4f-e391-44c7-aba5-494824dc9ab6 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0463822 May 12 17:54:42.097309 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f07bcd30-5fdc-4880-ad0f-7aec37d90b9d req-d3b2aec6-2a36-4743-8a82-2dfc826963bd tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410755 May 12 17:54:42.618467 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a89419-7cec-4e54-baf5-03368bf5be34 req-d91e0a95-a68b-4671-9d80-585c203aa402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:42.620219 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-d1a89419-7cec-4e54-baf5-03368bf5be34 req-d91e0a95-a68b-4671-9d80-585c203aa402 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 1129 time: 0.0417194 May 12 17:54:42.759581 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-d1a89419-7cec-4e54-baf5-03368bf5be34 req-ab8bf310-09cf-485c-81f8-4146672c99a1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423758 May 12 17:54:42.788811 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfa8c9-1e99-4cc2-8d27-369002e02cbd req-2d7ea57d-342a-4f2c-9f91-5f0d58920dfa tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:42.790274 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-dfcfa8c9-1e99-4cc2-8d27-369002e02cbd req-2d7ea57d-342a-4f2c-9f91-5f0d58920dfa tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 945 time: 0.0497775 May 12 17:54:42.839268 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-dfcfa8c9-1e99-4cc2-8d27-369002e02cbd req-8e6204db-f06f-483d-a9ae-d48171100622 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413864 May 12 17:54:43.107136 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa31158-7619-4a9a-94e1-e5b5f1f1b7ce req-af4defa6-4cdf-4b9a-bc0c-fe8d75e945ee tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:43.109909 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5fa31158-7619-4a9a-94e1-e5b5f1f1b7ce req-af4defa6-4cdf-4b9a-bc0c-fe8d75e945ee tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 946 time: 0.0609500 May 12 17:54:43.126211 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f378a-4d33-4941-b1b5-ca86d6f3578c req-543393e2-09fe-4816-b061-4f947b33fa7b tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:43.127942 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9c2f378a-4d33-4941-b1b5-ca86d6f3578c req-543393e2-09fe-4816-b061-4f947b33fa7b tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.74 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 946 time: 0.0519934 May 12 17:54:43.157643 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5fa31158-7619-4a9a-94e1-e5b5f1f1b7ce req-7b4d311b-accc-444b-99f6-31515a25d9b4 tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/security-groups?id=25566ea2-7dda-4e6a-a5c1-debd1d01371a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425661 May 12 17:54:43.218542 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f69eba-689b-419e-911b-7bc004b9967b req-d118797f-8a58-47d4-9e97-26409157500e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:43.220022 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-97f69eba-689b-419e-911b-7bc004b9967b req-d118797f-8a58-47d4-9e97-26409157500e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0488973 May 12 17:54:43.265705 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-97f69eba-689b-419e-911b-7bc004b9967b req-fd101f7d-40b1-4857-95eb-34055c355982 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400155 May 12 17:54:43.574240 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-9c2f378a-4d33-4941-b1b5-ca86d6f3578c req-9fa5c359-0b87-49f3-8614-ef45c2db01dc tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Deleting port d261cc65-c224-4075-af4c-05eb1e85cf9b {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:54:43.574584 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-9c2f378a-4d33-4941-b1b5-ca86d6f3578c req-9fa5c359-0b87-49f3-8614-ef45c2db01dc tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:43.665082 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-9c2f378a-4d33-4941-b1b5-ca86d6f3578c req-9fa5c359-0b87-49f3-8614-ef45c2db01dc tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] For port d261cc65-c224-4075-af4c-05eb1e85cf9b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=d261cc65-c224-4075-af4c-05eb1e85cf9b,segment=NetworkSegment(13bc5da4-0119-4176-b55f-8c657f3c06ed),segment_id=13bc5da4-0119-4176-b55f-8c657f3c06ed)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:54:43.665753 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-9c2f378a-4d33-4941-b1b5-ca86d6f3578c req-9fa5c359-0b87-49f3-8614-ef45c2db01dc tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:43.920081 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-9c2f378a-4d33-4941-b1b5-ca86d6f3578c req-9fa5c359-0b87-49f3-8614-ef45c2db01dc tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Calling delete_port for d261cc65-c224-4075-af4c-05eb1e85cf9b owned by compute:nova {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:54:43.955910 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d056e14-a71a-4afc-a3bc-e3ae126070ac req-e0c16933-7046-4039-85b8-0aef17ec0bf4 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:43.957413 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2d056e14-a71a-4afc-a3bc-e3ae126070ac req-e0c16933-7046-4039-85b8-0aef17ec0bf4 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 945 time: 0.0509624 May 12 17:54:44.005645 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2d056e14-a71a-4afc-a3bc-e3ae126070ac req-1a11668a-8722-446f-8d07-228984acab3d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424535 May 12 17:54:44.050643 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-9c2f378a-4d33-4941-b1b5-ca86d6f3578c req-9fa5c359-0b87-49f3-8614-ef45c2db01dc tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (d261cc65-c224-4075-af4c-05eb1e85cf9b), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:44.080785 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5c359-0b87-49f3-8614-ef45c2db01dc tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Pushing event deleted for resources: {'Port': ['ID=d261cc65-c224-4075-af4c-05eb1e85cf9b,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:44.123907 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2f378a-4d33-4941-b1b5-ca86d6f3578c req-9fa5c359-0b87-49f3-8614-ef45c2db01dc tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] No DVR routers for this DVR port d261cc65-c224-4075-af4c-05eb1e85cf9b on host hv-cinder-84052 {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:54:44.126477 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-9c2f378a-4d33-4941-b1b5-ca86d6f3578c req-9fa5c359-0b87-49f3-8614-ef45c2db01dc tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:44.127563 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:54:44.129719 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9c2f378a-4d33-4941-b1b5-ca86d6f3578c req-9fa5c359-0b87-49f3-8614-ef45c2db01dc tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.74 "DELETE /v2.0/ports/d261cc65-c224-4075-af4c-05eb1e85cf9b HTTP/1.1" status: 204 len: 173 time: 0.6407084 May 12 17:54:44.130177 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'name': 'network-vif-deleted', 'tag': 'd261cc65-c224-4075-af4c-05eb1e85cf9b'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:54:44.132679 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08276ec-ac6f-4796-8cb6-c73f4dac1e6f" -d '{"events": [{"server_uuid": "b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa", "name": "network-vif-deleted", "tag": "d261cc65-c224-4075-af4c-05eb1e85cf9b"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:54:44.168400 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa2cc9c-6693-4d3a-bf7e-a60745376226 x-openstack-request-id: req-ffa2cc9c-6693-4d3a-bf7e-a60745376226 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:54:44.168685 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa", "name": "network-vif-deleted", "tag": "d261cc65-c224-4075-af4c-05eb1e85cf9b", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:54:44.168931 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ffa2cc9c-6693-4d3a-bf7e-a60745376226 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:54:44.169318 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa2cc9c-6693-4d3a-bf7e-a60745376226'] response: {'server_uuid': 'b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa', 'name': 'network-vif-deleted', 'tag': 'd261cc65-c224-4075-af4c-05eb1e85cf9b', 'status': 'completed', 'code': 200} May 12 17:54:44.250304 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1474de98-5501-45a7-a61f-0fff58c3646b req-5c43fcf8-918d-4140-a4c2-3eaaca343d0d tempest-TestMinimumBasicScenario-1547524367 tempest-TestMinimumBasicScenario-1547524367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5dc0c5f-e2d5-42a1-bd49-b8d2b2ac17aa HTTP/1.1" status: 200 len: 210 time: 0.0283558 May 12 17:54:44.386877 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1fd1c-972e-43aa-9dd7-8c04184d6b79 req-defa2568-4ef1-458f-8dac-45dd8107e058 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:44.388328 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f0f1fd1c-972e-43aa-9dd7-8c04184d6b79 req-defa2568-4ef1-458f-8dac-45dd8107e058 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0536454 May 12 17:54:44.439265 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f0f1fd1c-972e-43aa-9dd7-8c04184d6b79 req-04d3270b-83c8-4d16-8ae5-1cd5a0bf9b75 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449469 May 12 17:54:45.118543 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc7f25-f443-4e95-ad36-515bf34ea768 req-051eb8f8-1391-461b-8a6e-41489f824e3b tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:45.119915 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-aecc7f25-f443-4e95-ad36-515bf34ea768 req-051eb8f8-1391-461b-8a6e-41489f824e3b tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 945 time: 0.0484536 May 12 17:54:45.168720 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-aecc7f25-f443-4e95-ad36-515bf34ea768 req-d6a832b9-5aa8-4177-9f0e-53ee57a0a0fb tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426445 May 12 17:54:45.283235 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d244fce-972b-4205-8608-7e01ab7fc0b8 req-d391b55d-29ad-4073-8faa-509cd7da7a3a tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:45.284763 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8d244fce-972b-4205-8608-7e01ab7fc0b8 req-d391b55d-29ad-4073-8faa-509cd7da7a3a tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 945 time: 0.0478218 May 12 17:54:45.340555 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-8d244fce-972b-4205-8608-7e01ab7fc0b8 req-fcbf448b-aa72-466b-9c8a-fa340440881f tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495627 May 12 17:54:45.364273 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60232) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:54:45.403672 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7cfcbf-e727-4416-8b4b-7857274fca14 tempest-TestVolumeBootPattern-1510261125 tempest-TestVolumeBootPattern-1510261125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:45.407577 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-ab7cfcbf-e727-4416-8b4b-7857274fca14 tempest-TestVolumeBootPattern-1510261125 tempest-TestVolumeBootPattern-1510261125-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 1124 time: 0.0397160 May 12 17:54:45.407772 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60240) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:54:45.412062 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Request body: {'floatingip': {'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'port_id': '508b21df-7040-42d8-a984-3cff154f2c4e', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:54:45.433217 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:45.531063 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:45.552949 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device d261cc65-c224-4075-af4c-05eb1e85cf9b no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:54:45.580461 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: d261cc65-c224-4075-af4c-05eb1e85cf9b {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:54:45.580855 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device d261cc65-c224-4075-af4c-05eb1e85cf9b not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:54:45.624542 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca4ff0-3bac-4b5a-a10e-94cefdcbb1f9 req-58d323e5-76ee-407c-ab5d-3f56a568bd1f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:45.626117 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-19ca4ff0-3bac-4b5a-a10e-94cefdcbb1f9 req-58d323e5-76ee-407c-ab5d-3f56a568bd1f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0974572 May 12 17:54:45.714878 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-19ca4ff0-3bac-4b5a-a10e-94cefdcbb1f9 req-0d6be2d4-98a1-4025-8943-4510c33d4fe3 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800171 May 12 17:54:45.723317 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_common [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Allocated IP 172.27.2.41 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/37cd9840-d514-468c-9bca-6d474783a144) {{(pid=109950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:54:45.843958 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60278) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:54:45.890045 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for port (37cd9840-d514-468c-9bca-6d474783a144), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:46.004849 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (37cd9840-d514-468c-9bca-6d474783a144), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:46.043914 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effb95f-d283-4d9a-b660-a4e3fdabadd7 req-3b34b9f1-28f6-496d-9189-06d422f5905b tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:46.045385 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1effb95f-d283-4d9a-b660-a4e3fdabadd7 req-3b34b9f1-28f6-496d-9189-06d422f5905b tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0884137 May 12 17:54:46.098435 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:54:46.112060 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Resources bound (agent type, host, resource id): {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:54:46.124256 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Received port after_create {{(pid=109950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:54:46.134650 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event updated for resources: {'Port': ['ID=37cd9840-d514-468c-9bca-6d474783a144,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:46.199319 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0098a-31f5-483e-be07-63007186b503 req-a745f01e-c43f-4894-8c99-548e0e6648b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:46.200920 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-48f0098a-31f5-483e-be07-63007186b503 req-a745f01e-c43f-4894-8c99-548e0e6648b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d17edf9c20f0426db1c8a1dbc420ed6c&device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 1129 time: 0.0399480 May 12 17:54:46.226790 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1effb95f-d283-4d9a-b660-a4e3fdabadd7 req-f6fb6842-bfd3-433e-aa05-3ea7bfd48d7f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464467 May 12 17:54:46.307060 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0098a-31f5-483e-be07-63007186b503 req-997fbb7d-e16a-49d2-84c2-3bfa8223aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:46.309388 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-48f0098a-31f5-483e-be07-63007186b503 req-997fbb7d-e16a-49d2-84c2-3bfa8223aebf service neutron] 10.222.0.74 "GET /v2.0/networks?id=42aca28f-4d9c-47b5-9afa-e8a9049c9539 HTTP/1.1" status: 200 len: 912 time: 0.1025081 May 12 17:54:46.381474 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-48f0098a-31f5-483e-be07-63007186b503 req-bd5408ac-1424-4199-83b7-096fbfba5edf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff249090-5209-40fd-90f9-a63ead339649 HTTP/1.1" status: 200 len: 1001 time: 0.0658524 May 12 17:54:46.436501 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0098a-31f5-483e-be07-63007186b503 req-0045b0e4-8ffe-4783-8af4-6e9ec35aed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:46.438091 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-48f0098a-31f5-483e-be07-63007186b503 req-0045b0e4-8ffe-4783-8af4-6e9ec35aed27 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e47a012-ad83-4701-be85-56bd402cf726 HTTP/1.1" status: 200 len: 850 time: 0.0490899 May 12 17:54:46.576764 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0098a-31f5-483e-be07-63007186b503 req-a344c7d8-30b5-43b1-8283-1cdb2d5b3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:46.578287 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-48f0098a-31f5-483e-be07-63007186b503 req-a344c7d8-30b5-43b1-8283-1cdb2d5b3749 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=42aca28f-4d9c-47b5-9afa-e8a9049c9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408149 May 12 17:54:46.676645 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-48f0098a-31f5-483e-be07-63007186b503 req-60a9c65a-b697-424b-934e-4d011195b6d9 service neutron] 10.222.0.74 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917962 May 12 17:54:46.773143 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-48f0098a-31f5-483e-be07-63007186b503 req-f71e90c3-37ed-4c0a-9ce5-006b950086c7 service neutron] 10.222.0.74 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909994 May 12 17:54:46.788743 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-00af658a-7f53-41f2-aae2-d1524b452e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984780'] for router_interface (6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:46.838201 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef24875-4780-4fd6-9f8a-24ec130e6450 req-2ccad73a-fbb0-4880-b2ca-655c6e9b3967 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:46.840474 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9ef24875-4780-4fd6-9f8a-24ec130e6450 req-2ccad73a-fbb0-4880-b2ca-655c6e9b3967 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.3965812 May 12 17:54:46.988841 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9ef24875-4780-4fd6-9f8a-24ec130e6450 req-948a6b37-1ff1-4196-b233-aeb04941f997 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426067 May 12 17:54:47.151973 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for floatingip (d6ebb147-cdfe-44e6-9221-6cee2f430bf4), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:47.225865 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-00af658a-7f53-41f2-aae2-d1524b452e2a admin admin] Deleting port 257e1611-cd25-4bd5-a17e-4531eb016a8b {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:54:47.226221 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-00af658a-7f53-41f2-aae2-d1524b452e2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:47.270249 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (37cd9840-d514-468c-9bca-6d474783a144), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:47.402234 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4861b-9e66-4948-9f04-c99b1e8325fa req-30b7efc1-f17c-4805-83ea-212aeadd8aac tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:47.403734 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b3c4861b-9e66-4948-9f04-c99b1e8325fa req-30b7efc1-f17c-4805-83ea-212aeadd8aac tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0887420 May 12 17:54:47.415138 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-00af658a-7f53-41f2-aae2-d1524b452e2a admin admin] For port 257e1611-cd25-4bd5-a17e-4531eb016a8b, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=257e1611-cd25-4bd5-a17e-4531eb016a8b,segment=NetworkSegment(13bc5da4-0119-4176-b55f-8c657f3c06ed),segment_id=13bc5da4-0119-4176-b55f-8c657f3c06ed)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:54:47.415503 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-00af658a-7f53-41f2-aae2-d1524b452e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:47.448771 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-00af658a-7f53-41f2-aae2-d1524b452e2a admin admin] Calling delete_port for 257e1611-cd25-4bd5-a17e-4531eb016a8b owned by network:router_interface {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:54:47.589192 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b3c4861b-9e66-4948-9f04-c99b1e8325fa req-648a81ee-d8c9-446d-970f-e99605968b8a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777411 May 12 17:54:47.710853 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for port (37cd9840-d514-468c-9bca-6d474783a144), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:47.717688 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231180'] for port (37cd9840-d514-468c-9bca-6d474783a144), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:47.822688 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event updated for resources: {'Port': ['ID=37cd9840-d514-468c-9bca-6d474783a144,revision_number=2']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:47.840470 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (d6ebb147-cdfe-44e6-9221-6cee2f430bf4), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:47.844527 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-00af658a-7f53-41f2-aae2-d1524b452e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (257e1611-cd25-4bd5-a17e-4531eb016a8b), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:47.926625 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af658a-7f53-41f2-aae2-d1524b452e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=257e1611-cd25-4bd5-a17e-4531eb016a8b,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:48.088196 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.l3_db [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Floating IP d6ebb147-cdfe-44e6-9221-6cee2f430bf4 associated. External IP: 172.27.2.41, port: 508b21df-7040-42d8-a984-3cff154f2c4e. May 12 17:54:48.185432 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68513696-3f38-459b-baa7-dbdd04448389 req-cfa6c772-c863-45af-87f9-79dca866f9d6 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:48.186888 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-68513696-3f38-459b-baa7-dbdd04448389 req-cfa6c772-c863-45af-87f9-79dca866f9d6 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.1023960 May 12 17:54:48.296636 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-00af658a-7f53-41f2-aae2-d1524b452e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-787667'] for router_interface (6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:48.342084 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-68513696-3f38-459b-baa7-dbdd04448389 req-0f9e9f9a-5e22-473a-8fe7-05f2f483cfee tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481183 May 12 17:54:48.536499 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Router 24240b91-0752-4b90-8819-f63d4bfedb45 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:54:48.972798 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8953b36-0ca4-425f-b4f8-1c65a99f12a0 req-54baa74c-c094-48cd-bed4-e037dbdf3273 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:48.974240 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b8953b36-0ca4-425f-b4f8-1c65a99f12a0 req-54baa74c-c094-48cd-bed4-e037dbdf3273 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0954292 May 12 17:54:49.044909 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00af658a-7f53-41f2-aae2-d1524b452e2a admin admin] Router 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:54:49.066653 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:54:49.077127 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03fe1d2-c9a7-405b-894f-a31efe5eafe2 None None] Sync routers for ids ['24240b91-0752-4b90-8819-f63d4bfedb45'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:54:49.086392 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03fe1d2-c9a7-405b-894f-a31efe5eafe2 None None] Routers {'24240b91-0752-4b90-8819-f63d4bfedb45'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:54:49.087066 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-e03fe1d2-c9a7-405b-894f-a31efe5eafe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:54:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['24240b91-0752-4b90-8819-f63d4bfedb45'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:49.089335 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b8953b36-0ca4-425f-b4f8-1c65a99f12a0 req-ab127ae8-fd3f-4d19-8330-27726d1eee66 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083379 May 12 17:54:49.131519 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:49.170514 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-cdf2beba-e04c-4a60-9404-446a82b8a2b1 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7616923 May 12 17:54:49.172781 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03bed6f-d0ca-490a-a621-94a6938cfa83', 'tag': '508b21df-7040-42d8-a984-3cff154f2c4e'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:54:49.175008 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc16b02-1ccc-4eaa-b3dd-fd526cf49f29" -d '{"events": [{"name": "network-changed", "server_uuid": "d03bed6f-d0ca-490a-a621-94a6938cfa83", "tag": "508b21df-7040-42d8-a984-3cff154f2c4e"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:54:49.200191 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-e03fe1d2-c9a7-405b-894f-a31efe5eafe2 None None] Set router 24240b91-0752-4b90-8819-f63d4bfedb45 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:54:49.216857 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57988e51-c08d-47a4-a667-bcd2447529f8 x-openstack-request-id: req-57988e51-c08d-47a4-a667-bcd2447529f8 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:54:49.217151 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03bed6f-d0ca-490a-a621-94a6938cfa83", "tag": "508b21df-7040-42d8-a984-3cff154f2c4e", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:54:49.217406 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-57988e51-c08d-47a4-a667-bcd2447529f8 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:54:49.217807 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57988e51-c08d-47a4-a667-bcd2447529f8'] response: {'name': 'network-changed', 'server_uuid': 'd03bed6f-d0ca-490a-a621-94a6938cfa83', 'tag': '508b21df-7040-42d8-a984-3cff154f2c4e', 'status': 'completed', 'code': 200} May 12 17:54:49.231863 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00af658a-7f53-41f2-aae2-d1524b452e2a admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:54:49.239790 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-00af658a-7f53-41f2-aae2-d1524b452e2a admin admin] 10.222.0.73 "PUT /v2.0/routers/6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3921025 May 12 17:54:49.240147 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60298) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:54:49.243185 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3f799-0b7a-4f3d-be95-0f35023900d6 None None] Sync routers for ids ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:54:49.264289 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de3f799-0b7a-4f3d-be95-0f35023900d6 None None] Routers {'6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:54:49.264930 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-3de3f799-0b7a-4f3d-be95-0f35023900d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:54:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:49.342256 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc16b02-1ccc-4eaa-b3dd-fd526cf49f29 req-31e812c5-95a7-464a-9a9c-362ef32b03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:49.343940 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-edc16b02-1ccc-4eaa-b3dd-fd526cf49f29 req-31e812c5-95a7-464a-9a9c-362ef32b03d7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d7ebeafe8140b3b8332059258a83eb&device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 1129 time: 0.0600369 May 12 17:54:49.379232 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-3de3f799-0b7a-4f3d-be95-0f35023900d6 None None] Set router 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:54:49.440330 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-e03fe1d2-c9a7-405b-894f-a31efe5eafe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '45d904a3-3e5c-4c30-b0f2-c767f5da304e', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'port_id': '32313048-9cf4-4080-982e-b807bb4c51d5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'mac_address': 'fa:16:3e:6e:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:52:47Z', 'updated_at': '2022-05-12T17:52:50Z', 'revision_number': 1, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ip_address_scope': None}, {'id': 'd6ebb147-cdfe-44e6-9221-6cee2f430bf4', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'port_id': '508b21df-7040-42d8-a984-3cff154f2c4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'mac_address': 'fa:16:3e:6f:d0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03bed6f-d0ca-490a-a621-94a6938cfa83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:54:46Z', 'updated_at': '2022-05-12T17:54:46Z', 'revision_number': 0, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:33Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:49.447392 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-ca9d520c-040a-42c0-a310-f83c4a37db10 admin admin] Publish callbacks [] for router (6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:49.478762 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03fe1d2-c9a7-405b-894f-a31efe5eafe2 None None] Checking router: 24240b91-0752-4b90-8819-f63d4bfedb45 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:54:49.488227 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03fe1d2-c9a7-405b-894f-a31efe5eafe2 None None] Routers {'24240b91-0752-4b90-8819-f63d4bfedb45'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:54:49.488756 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-e03fe1d2-c9a7-405b-894f-a31efe5eafe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:54:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['24240b91-0752-4b90-8819-f63d4bfedb45'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:49.493052 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcf4dd-ddcc-4168-8ad5-940be91cd8a3 req-64158ca5-2feb-499a-8de1-9ceff7d18fc2 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:49.500281 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b2dcf4dd-ddcc-4168-8ad5-940be91cd8a3 req-64158ca5-2feb-499a-8de1-9ceff7d18fc2 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.0634024 May 12 17:54:49.553325 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b2dcf4dd-ddcc-4168-8ad5-940be91cd8a3 req-a97902ea-0d63-4469-8478-b3db0e156f81 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510976 May 12 17:54:49.585328 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc16b02-1ccc-4eaa-b3dd-fd526cf49f29 req-22418c08-1caa-4e85-8df1-4ca283ee3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:49.586980 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-edc16b02-1ccc-4eaa-b3dd-fd526cf49f29 req-22418c08-1caa-4e85-8df1-4ca283ee3e84 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a25dbb6f-d15b-498d-a498-e2acebdb3c69 HTTP/1.1" status: 200 len: 912 time: 0.2167890 May 12 17:54:49.587766 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-3de3f799-0b7a-4f3d-be95-0f35023900d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'name': 'tempest-TestMinimumBasicScenario-903202629-router', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:17Z', 'updated_at': '2022-05-12T17:54:47Z', 'revision_number': 5, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'gw_port': {'id': 'fa0190af-d0a7-44c9-8468-b9bfa8ec2553', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:49.588919 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-ca9d520c-040a-42c0-a310-f83c4a37db10 admin admin] Publish callbacks [] for router_gateway (6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:49.619743 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-e03fe1d2-c9a7-405b-894f-a31efe5eafe2 None None] Set router 24240b91-0752-4b90-8819-f63d4bfedb45 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:54:49.623367 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3f799-0b7a-4f3d-be95-0f35023900d6 None None] Checking router: 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:54:49.632031 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de3f799-0b7a-4f3d-be95-0f35023900d6 None None] Routers {'6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:54:49.633252 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-3de3f799-0b7a-4f3d-be95-0f35023900d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:54:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:49.690319 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-edc16b02-1ccc-4eaa-b3dd-fd526cf49f29 req-2bf2bdd8-3123-4890-a1e8-f659ee3ec7c9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=508b21df-7040-42d8-a984-3cff154f2c4e HTTP/1.1" status: 200 len: 998 time: 0.0963726 May 12 17:54:49.691220 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d520c-040a-42c0-a310-f83c4a37db10 admin admin] Deleting port fa0190af-d0a7-44c9-8468-b9bfa8ec2553 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:54:49.691656 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-ca9d520c-040a-42c0-a310-f83c4a37db10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (fa0190af-d0a7-44c9-8468-b9bfa8ec2553), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:49.724715 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-3de3f799-0b7a-4f3d-be95-0f35023900d6 None None] Set router 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 gateway port host: None {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:54:49.793840 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-3de3f799-0b7a-4f3d-be95-0f35023900d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'name': 'tempest-TestMinimumBasicScenario-903202629-router', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:17Z', 'updated_at': '2022-05-12T17:54:49Z', 'revision_number': 6, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'gw_port_host': None}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:49.801135 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc16b02-1ccc-4eaa-b3dd-fd526cf49f29 req-adda0d84-a1fd-448e-af65-25be07570dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:49.802877 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-edc16b02-1ccc-4eaa-b3dd-fd526cf49f29 req-adda0d84-a1fd-448e-af65-25be07570dac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b393bcd-a146-44a6-8ec1-ecf303917907 HTTP/1.1" status: 200 len: 850 time: 0.0980167 May 12 17:54:49.824122 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3f799-0b7a-4f3d-be95-0f35023900d6 None None] The sync data for ids ['6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1'] in dv-cinder-840525-2-iscsi is: [{'id': '6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1', 'name': 'tempest-TestMinimumBasicScenario-903202629-router', 'tenant_id': '22f9cad467614c16acb967c11da20d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:17Z', 'updated_at': '2022-05-12T17:54:49Z', 'revision_number': 6, 'project_id': '22f9cad467614c16acb967c11da20d7f', 'gw_port_host': None}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:54:49.866141 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-e03fe1d2-c9a7-405b-894f-a31efe5eafe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '45d904a3-3e5c-4c30-b0f2-c767f5da304e', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'port_id': '32313048-9cf4-4080-982e-b807bb4c51d5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'mac_address': 'fa:16:3e:6e:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:52:47Z', 'updated_at': '2022-05-12T17:52:50Z', 'revision_number': 1, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ip_address_scope': None}, {'id': 'd6ebb147-cdfe-44e6-9221-6cee2f430bf4', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'port_id': '508b21df-7040-42d8-a984-3cff154f2c4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'mac_address': 'fa:16:3e:6f:d0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03bed6f-d0ca-490a-a621-94a6938cfa83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:54:46Z', 'updated_at': '2022-05-12T17:54:46Z', 'revision_number': 0, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:33Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:49.866436 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-ca9d520c-040a-42c0-a310-f83c4a37db10 admin admin] For port fa0190af-d0a7-44c9-8468-b9bfa8ec2553, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=fa0190af-d0a7-44c9-8468-b9bfa8ec2553,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:54:49.866808 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-ca9d520c-040a-42c0-a310-f83c4a37db10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (fa0190af-d0a7-44c9-8468-b9bfa8ec2553), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:49.885184 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc16b02-1ccc-4eaa-b3dd-fd526cf49f29 req-f03944cf-10da-430f-807e-9f287854ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:49.887953 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-edc16b02-1ccc-4eaa-b3dd-fd526cf49f29 req-f03944cf-10da-430f-807e-9f287854ca3d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a25dbb6f-d15b-498d-a498-e2acebdb3c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689843 May 12 17:54:49.888960 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d520c-040a-42c0-a310-f83c4a37db10 admin admin] Calling delete_port for fa0190af-d0a7-44c9-8468-b9bfa8ec2553 owned by network:router_gateway {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:54:49.894666 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03fe1d2-c9a7-405b-894f-a31efe5eafe2 None None] The sync data for ids ['24240b91-0752-4b90-8819-f63d4bfedb45'] in dv-cinder-840525-2-iscsi is: [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '45d904a3-3e5c-4c30-b0f2-c767f5da304e', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'port_id': '32313048-9cf4-4080-982e-b807bb4c51d5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'mac_address': 'fa:16:3e:6e:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:52:47Z', 'updated_at': '2022-05-12T17:52:50Z', 'revision_number': 1, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ip_address_scope': None}, {'id': 'd6ebb147-cdfe-44e6-9221-6cee2f430bf4', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'port_id': '508b21df-7040-42d8-a984-3cff154f2c4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'mac_address': 'fa:16:3e:6f:d0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03bed6f-d0ca-490a-a621-94a6938cfa83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:54:46Z', 'updated_at': '2022-05-12T17:54:46Z', 'revision_number': 0, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:33Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:54:50.086735 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-edc16b02-1ccc-4eaa-b3dd-fd526cf49f29 req-0be10914-3779-4a30-869f-89b63c947497 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543412 May 12 17:54:50.112920 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19991517-665b-4176-8dd4-738ae8a7efcd None None] New status for floating IP d6ebb147-cdfe-44e6-9221-6cee2f430bf4: ACTIVE {{(pid=109953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:54:50.215769 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-ca9d520c-040a-42c0-a310-f83c4a37db10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (fa0190af-d0a7-44c9-8468-b9bfa8ec2553), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:50.246243 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d520c-040a-42c0-a310-f83c4a37db10 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0190af-d0a7-44c9-8468-b9bfa8ec2553,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:50.253184 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-edc16b02-1ccc-4eaa-b3dd-fd526cf49f29 req-9edb2c19-4ae1-4523-8858-275565141840 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598282 May 12 17:54:50.320396 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-ca9d520c-040a-42c0-a310-f83c4a37db10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996094'] for router_gateway (6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:50.423855 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-ca9d520c-040a-42c0-a310-f83c4a37db10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31089'] for router (6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:50.426001 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-ca9d520c-040a-42c0-a310-f83c4a37db10 admin admin] Publish callbacks [] for router_controller (6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1), precommit_delete_associations {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:50.487556 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-ca9d520c-040a-42c0-a310-f83c4a37db10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994735'] for router (6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:50.488191 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9d520c-040a-42c0-a310-f83c4a37db10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 {{(pid=109951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:54:50.492837 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-ca9d520c-040a-42c0-a310-f83c4a37db10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:50.494064 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-ca9d520c-040a-42c0-a310-f83c4a37db10 admin admin] 10.222.0.73 "DELETE /v2.0/routers/6f23ef1d-d00b-4b52-a1c1-9a96a99f16a1 HTTP/1.1" status: 204 len: 168 time: 1.2526495 May 12 17:54:50.497290 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60302) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:54:50.543436 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8ea54e-f13b-4dc5-92b9-4380504009df admin admin] Deleting subnet 86ef23b5-8baa-44d3-aa7b-9f1b404dcf01 {{(pid=109951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:54:50.546361 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9a8ea54e-f13b-4dc5-92b9-4380504009df admin admin] Publish callbacks [] for subnet (86ef23b5-8baa-44d3-aa7b-9f1b404dcf01), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:50.589761 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9a8ea54e-f13b-4dc5-92b9-4380504009df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9247611'] for subnet (86ef23b5-8baa-44d3-aa7b-9f1b404dcf01), precommit_delete_associations {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:50.677921 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c83f0-15d9-4d7d-a298-3fc006f33bf3 req-91240fb5-ad8d-4482-9477-409b5e22471b tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:50.680796 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9a6c83f0-15d9-4d7d-a298-3fc006f33bf3 req-91240fb5-ad8d-4482-9477-409b5e22471b tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.0511591 May 12 17:54:50.702982 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9a8ea54e-f13b-4dc5-92b9-4380504009df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4142334'] for subnet (86ef23b5-8baa-44d3-aa7b-9f1b404dcf01), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:50.729968 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9a6c83f0-15d9-4d7d-a298-3fc006f33bf3 req-6b9557e9-6a59-48b4-8e87-8269f9c2895a tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443306 May 12 17:54:50.757468 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9a8ea54e-f13b-4dc5-92b9-4380504009df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4142311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9284088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8936629'] for subnet (86ef23b5-8baa-44d3-aa7b-9f1b404dcf01), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:50.785394 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ea54e-f13b-4dc5-92b9-4380504009df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86ef23b5-8baa-44d3-aa7b-9f1b404dcf01,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:50.789032 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9a8ea54e-f13b-4dc5-92b9-4380504009df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:50.792534 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-9a8ea54e-f13b-4dc5-92b9-4380504009df admin admin] 10.222.0.73 "DELETE /v2.0/subnets/86ef23b5-8baa-44d3-aa7b-9f1b404dcf01 HTTP/1.1" status: 204 len: 168 time: 0.2942116 May 12 17:54:50.795095 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c712f31-8a99-4aa1-91a9-f5626c49a68f None None] Network d316737e-c775-43a3-a667-c27cc0941735 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:54:50.795534 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60306) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:54:50.869581 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779105'] for network (d316737e-c775-43a3-a667-c27cc0941735), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:50.924245 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] Deleting port be240427-cd3f-42cf-bc84-7db5fce5d832 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:54:50.924603 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (be240427-cd3f-42cf-bc84-7db5fce5d832), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:50.973553 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8abb37-d11a-4a07-b07e-f58e4d253958 None None] DHCP port deletion for d316737e-c775-43a3-a667-c27cc0941735 request from dv-cinder-840525-2-iscsi {{(pid=109952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:54:50.993420 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] For port be240427-cd3f-42cf-bc84-7db5fce5d832, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=be240427-cd3f-42cf-bc84-7db5fce5d832,segment=NetworkSegment(13bc5da4-0119-4176-b55f-8c657f3c06ed),segment_id=13bc5da4-0119-4176-b55f-8c657f3c06ed)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:54:50.993807 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (be240427-cd3f-42cf-bc84-7db5fce5d832), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:51.008033 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] Calling delete_port for be240427-cd3f-42cf-bc84-7db5fce5d832 owned by network:dhcp {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:54:51.016212 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8c8abb37-d11a-4a07-b07e-f58e4d253958 None None] Deleting port be240427-cd3f-42cf-bc84-7db5fce5d832 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:54:51.016596 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c8abb37-d11a-4a07-b07e-f58e4d253958 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (be240427-cd3f-42cf-bc84-7db5fce5d832), before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:51.078023 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-8c8abb37-d11a-4a07-b07e-f58e4d253958 None None] For port be240427-cd3f-42cf-bc84-7db5fce5d832, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=be240427-cd3f-42cf-bc84-7db5fce5d832,segment=NetworkSegment(13bc5da4-0119-4176-b55f-8c657f3c06ed),segment_id=13bc5da4-0119-4176-b55f-8c657f3c06ed)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:54:51.078358 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c8abb37-d11a-4a07-b07e-f58e4d253958 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (be240427-cd3f-42cf-bc84-7db5fce5d832), precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:51.090897 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8c8abb37-d11a-4a07-b07e-f58e4d253958 None None] Calling delete_port for be240427-cd3f-42cf-bc84-7db5fce5d832 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:54:51.093037 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (be240427-cd3f-42cf-bc84-7db5fce5d832), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:51.120818 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] Pushing event deleted for resources: {'Port': ['ID=be240427-cd3f-42cf-bc84-7db5fce5d832,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:51.123180 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] No DVR routers for this DVR port be240427-cd3f-42cf-bc84-7db5fce5d832 on host dv-cinder-840525-2-iscsi {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:54:51.171620 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c8abb37-d11a-4a07-b07e-f58e4d253958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934'] for port (be240427-cd3f-42cf-bc84-7db5fce5d832), after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:51.199502 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8abb37-d11a-4a07-b07e-f58e4d253958 None None] Pushing event deleted for resources: {'Port': ['ID=be240427-cd3f-42cf-bc84-7db5fce5d832,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:51.200504 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4080459', 'neutron.services.segments.db._delete_segments_for_network-8789480486422'] for network (d316737e-c775-43a3-a667-c27cc0941735), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:51.203329 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8abb37-d11a-4a07-b07e-f58e4d253958 None None] No DVR routers for this DVR port be240427-cd3f-42cf-bc84-7db5fce5d832 on host dv-cinder-840525-2-iscsi {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:54:51.222032 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d316737e-c775-43a3-a667-c27cc0941735']}} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:51.231793 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bc5da4-0119-4176-b55f-8c657f3c06ed') {'for_net_delete': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:51.232077 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bc5da4-0119-4176-b55f-8c657f3c06ed') {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:51.241195 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789480210207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9247554'] for segment (13bc5da4-0119-4176-b55f-8c657f3c06ed), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:51.255012 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (13bc5da4-0119-4176-b55f-8c657f3c06ed), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:51.261054 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=109951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:54:51.261418 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9285210'] for segment (13bc5da4-0119-4176-b55f-8c657f3c06ed), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: Traceback (most recent call last): May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: timer() May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: cb(*args, **kw) May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: return func(*args, **kwargs) May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: self._notify() May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: self.callback(batched_events) May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: event.method(event) May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: return f(self, *a, **k) May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: return self._get(url).json() May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: return self.request(url, 'GET', **kwargs) May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:54:51.263042 dv-cinder-840525-2-iscsi neutron-server[109951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:54:51.317774 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4080496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997580'] for network (d316737e-c775-43a3-a667-c27cc0941735), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:51.325524 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:51.328671 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] 10.222.0.73 "DELETE /v2.0/networks/d316737e-c775-43a3-a667-c27cc0941735 HTTP/1.1" status: 204 len: 168 time: 0.5325978 May 12 17:54:51.331696 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60308) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:54:51.337650 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a93d96-3abd-4894-b71b-0996a3b1316b admin admin] Pushing event deleted for resources: {'Network': ['ID=d316737e-c775-43a3-a667-c27cc0941735,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:51.662013 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-73bfff96-816a-4c3c-8037-90eb5e2a078b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984780'] for router_interface (8db32801-1a2a-47ad-ae16-6b2e75b96775), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:51.796634 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 257e1611-cd25-4bd5-a17e-4531eb016a8b no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:54:51.816514 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 257e1611-cd25-4bd5-a17e-4531eb016a8b {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:54:51.816860 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 257e1611-cd25-4bd5-a17e-4531eb016a8b not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:54:51.817270 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device fa0190af-d0a7-44c9-8468-b9bfa8ec2553 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:54:51.836644 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: fa0190af-d0a7-44c9-8468-b9bfa8ec2553 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:54:51.836985 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device fa0190af-d0a7-44c9-8468-b9bfa8ec2553 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:54:51.837385 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device be240427-cd3f-42cf-bc84-7db5fce5d832 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:54:51.855816 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: be240427-cd3f-42cf-bc84-7db5fce5d832 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:54:51.856184 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device be240427-cd3f-42cf-bc84-7db5fce5d832 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:54:51.870166 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f396f-1923-4e98-86ee-b1fbe24f6bf1 req-8d1f962c-8188-4796-b92b-32d8c15ee45a tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:51.871911 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-252f396f-1923-4e98-86ee-b1fbe24f6bf1 req-8d1f962c-8188-4796-b92b-32d8c15ee45a tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.0568335 May 12 17:54:51.970654 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-252f396f-1923-4e98-86ee-b1fbe24f6bf1 req-bf2d0910-af31-4699-81cf-187199f2a3de tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765004 May 12 17:54:51.973286 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-73bfff96-816a-4c3c-8037-90eb5e2a078b admin admin] Deleting port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:54:51.973613 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-73bfff96-816a-4c3c-8037-90eb5e2a078b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:52.052900 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-73bfff96-816a-4c3c-8037-90eb5e2a078b admin admin] For port d5661f6f-f50e-4608-b6a5-68b6cf1d52d8, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=d5661f6f-f50e-4608-b6a5-68b6cf1d52d8,segment=NetworkSegment(915f1a56-6b36-4f36-b7fa-12caf84806ea),segment_id=915f1a56-6b36-4f36-b7fa-12caf84806ea)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:54:52.053265 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-73bfff96-816a-4c3c-8037-90eb5e2a078b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:52.066146 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-73bfff96-816a-4c3c-8037-90eb5e2a078b admin admin] Calling delete_port for d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 owned by network:router_interface {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:54:52.243192 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-73bfff96-816a-4c3c-8037-90eb5e2a078b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (d5661f6f-f50e-4608-b6a5-68b6cf1d52d8), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:52.275497 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfff96-816a-4c3c-8037-90eb5e2a078b admin admin] Pushing event deleted for resources: {'Port': ['ID=d5661f6f-f50e-4608-b6a5-68b6cf1d52d8,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:52.439119 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-73bfff96-816a-4c3c-8037-90eb5e2a078b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-787667'] for router_interface (8db32801-1a2a-47ad-ae16-6b2e75b96775), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:52.660384 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bfff96-816a-4c3c-8037-90eb5e2a078b admin admin] Router 8db32801-1a2a-47ad-ae16-6b2e75b96775 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:54:52.768914 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bfff96-816a-4c3c-8037-90eb5e2a078b admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:54:52.773760 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-73bfff96-816a-4c3c-8037-90eb5e2a078b admin admin] 10.222.0.73 "PUT /v2.0/routers/8db32801-1a2a-47ad-ae16-6b2e75b96775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4409349 May 12 17:54:52.776092 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60312) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:54:52.779451 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7944e8a2-2144-4c7b-b11d-24149329cddb None None] Sync routers for ids ['8db32801-1a2a-47ad-ae16-6b2e75b96775'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:54:52.792114 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7944e8a2-2144-4c7b-b11d-24149329cddb None None] Routers {'8db32801-1a2a-47ad-ae16-6b2e75b96775'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:54:52.793233 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-7944e8a2-2144-4c7b-b11d-24149329cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:54:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['8db32801-1a2a-47ad-ae16-6b2e75b96775'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:52.880465 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-634d6492-8eed-4b01-973d-27f1f1993f08 admin admin] Publish callbacks [] for router (8db32801-1a2a-47ad-ae16-6b2e75b96775), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:52.903358 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-7944e8a2-2144-4c7b-b11d-24149329cddb None None] Set router 8db32801-1a2a-47ad-ae16-6b2e75b96775 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:54:52.986778 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-634d6492-8eed-4b01-973d-27f1f1993f08 admin admin] Publish callbacks [] for router_gateway (8db32801-1a2a-47ad-ae16-6b2e75b96775), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:53.036666 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-634d6492-8eed-4b01-973d-27f1f1993f08 admin admin] Deleting port 7eda7d83-fb33-4018-ab77-60735128f68b {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:54:53.036900 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-634d6492-8eed-4b01-973d-27f1f1993f08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (7eda7d83-fb33-4018-ab77-60735128f68b), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:53.078047 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-7944e8a2-2144-4c7b-b11d-24149329cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'name': 'tempest-TestMinimumBasicScenario-1401596499-router', 'tenant_id': '908a3d1181774f4d9d8f347d64bd4771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '7eda7d83-fb33-4018-ab77-60735128f68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:26Z', 'updated_at': '2022-05-12T17:54:52Z', 'revision_number': 5, 'project_id': '908a3d1181774f4d9d8f347d64bd4771', 'gw_port': {'id': '7eda7d83-fb33-4018-ab77-60735128f68b', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:28Z', 'updated_at': '2022-05-12T17:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:53.106168 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7944e8a2-2144-4c7b-b11d-24149329cddb None None] Checking router: 8db32801-1a2a-47ad-ae16-6b2e75b96775 for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:54:53.114600 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7944e8a2-2144-4c7b-b11d-24149329cddb None None] Routers {'8db32801-1a2a-47ad-ae16-6b2e75b96775'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:54:53.115242 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-7944e8a2-2144-4c7b-b11d-24149329cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:54:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['8db32801-1a2a-47ad-ae16-6b2e75b96775'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:53.131797 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bdc50-0431-4e69-8579-8458e952be29 req-5172c421-3b60-4a91-8088-cc78990e528f tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:53.133276 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-063bdc50-0431-4e69-8579-8458e952be29 req-5172c421-3b60-4a91-8088-cc78990e528f tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.0841634 May 12 17:54:53.170606 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-634d6492-8eed-4b01-973d-27f1f1993f08 admin admin] For port 7eda7d83-fb33-4018-ab77-60735128f68b, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=7eda7d83-fb33-4018-ab77-60735128f68b,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:54:53.170970 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-634d6492-8eed-4b01-973d-27f1f1993f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (7eda7d83-fb33-4018-ab77-60735128f68b), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:53.191970 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-634d6492-8eed-4b01-973d-27f1f1993f08 admin admin] Calling delete_port for 7eda7d83-fb33-4018-ab77-60735128f68b owned by network:router_gateway {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:54:53.212916 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-7944e8a2-2144-4c7b-b11d-24149329cddb None None] Set router 8db32801-1a2a-47ad-ae16-6b2e75b96775 gateway port host: None {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:54:53.217961 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-063bdc50-0431-4e69-8579-8458e952be29 req-870ad764-0676-49e0-b964-3f9c5fd9ed45 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788884 May 12 17:54:53.271798 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-7944e8a2-2144-4c7b-b11d-24149329cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'name': 'tempest-TestMinimumBasicScenario-1401596499-router', 'tenant_id': '908a3d1181774f4d9d8f347d64bd4771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:26Z', 'updated_at': '2022-05-12T17:54:52Z', 'revision_number': 6, 'project_id': '908a3d1181774f4d9d8f347d64bd4771', 'gw_port_host': None}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:53.299039 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7944e8a2-2144-4c7b-b11d-24149329cddb None None] The sync data for ids ['8db32801-1a2a-47ad-ae16-6b2e75b96775'] in dv-cinder-840525-2-iscsi is: [{'id': '8db32801-1a2a-47ad-ae16-6b2e75b96775', 'name': 'tempest-TestMinimumBasicScenario-1401596499-router', 'tenant_id': '908a3d1181774f4d9d8f347d64bd4771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:26Z', 'updated_at': '2022-05-12T17:54:52Z', 'revision_number': 6, 'project_id': '908a3d1181774f4d9d8f347d64bd4771', 'gw_port_host': None}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:54:53.384108 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-634d6492-8eed-4b01-973d-27f1f1993f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (7eda7d83-fb33-4018-ab77-60735128f68b), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:53.413643 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d6492-8eed-4b01-973d-27f1f1993f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eda7d83-fb33-4018-ab77-60735128f68b,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:53.472463 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-634d6492-8eed-4b01-973d-27f1f1993f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996094'] for router_gateway (8db32801-1a2a-47ad-ae16-6b2e75b96775), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:53.564329 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-634d6492-8eed-4b01-973d-27f1f1993f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31089'] for router (8db32801-1a2a-47ad-ae16-6b2e75b96775), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:53.566473 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-634d6492-8eed-4b01-973d-27f1f1993f08 admin admin] Publish callbacks [] for router_controller (8db32801-1a2a-47ad-ae16-6b2e75b96775), precommit_delete_associations {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:53.612823 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-634d6492-8eed-4b01-973d-27f1f1993f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994735'] for router (8db32801-1a2a-47ad-ae16-6b2e75b96775), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:53.613366 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634d6492-8eed-4b01-973d-27f1f1993f08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8db32801-1a2a-47ad-ae16-6b2e75b96775 {{(pid=109950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:54:53.618341 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-634d6492-8eed-4b01-973d-27f1f1993f08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:53.619340 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-634d6492-8eed-4b01-973d-27f1f1993f08 admin admin] 10.222.0.73 "DELETE /v2.0/routers/8db32801-1a2a-47ad-ae16-6b2e75b96775 HTTP/1.1" status: 204 len: 168 time: 0.8417327 May 12 17:54:53.622660 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60316) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:54:53.653952 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f32aefdd-f627-4ab7-8cc6-542201640b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:53.669529 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a87eba2-cd3a-4069-b3b9-9d4910dd837b admin admin] Deleting subnet e90b0b21-7e3a-4800-8d60-8ceecb5a56e7 {{(pid=109950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:54:53.673084 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0a87eba2-cd3a-4069-b3b9-9d4910dd837b admin admin] Publish callbacks [] for subnet (e90b0b21-7e3a-4800-8d60-8ceecb5a56e7), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:53.712417 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0a87eba2-cd3a-4069-b3b9-9d4910dd837b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12258157'] for subnet (e90b0b21-7e3a-4800-8d60-8ceecb5a56e7), precommit_delete_associations {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:53.793021 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0a87eba2-cd3a-4069-b3b9-9d4910dd837b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4142334'] for subnet (e90b0b21-7e3a-4800-8d60-8ceecb5a56e7), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:53.847960 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0a87eba2-cd3a-4069-b3b9-9d4910dd837b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4142311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9404138'] for subnet (e90b0b21-7e3a-4800-8d60-8ceecb5a56e7), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:53.873562 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87eba2-cd3a-4069-b3b9-9d4910dd837b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e90b0b21-7e3a-4800-8d60-8ceecb5a56e7,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:53.877084 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0a87eba2-cd3a-4069-b3b9-9d4910dd837b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:53.881416 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-0a87eba2-cd3a-4069-b3b9-9d4910dd837b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e90b0b21-7e3a-4800-8d60-8ceecb5a56e7 HTTP/1.1" status: 204 len: 168 time: 0.2571213 May 12 17:54:53.883378 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60318) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:54:53.884109 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56dade6-a689-4cf1-a073-f95b3030b4fb None None] Network 4a138f5d-2463-4060-9558-df489a2f5eb4 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:54:53.950244 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779105'] for network (4a138f5d-2463-4060-9558-df489a2f5eb4), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:53.997401 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] Deleting port 55fb4b2d-bd1c-4484-aa80-0431d9224c30 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:54:53.997740 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (55fb4b2d-bd1c-4484-aa80-0431d9224c30), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:54.061270 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] For port 55fb4b2d-bd1c-4484-aa80-0431d9224c30, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=55fb4b2d-bd1c-4484-aa80-0431d9224c30,segment=NetworkSegment(915f1a56-6b36-4f36-b7fa-12caf84806ea),segment_id=915f1a56-6b36-4f36-b7fa-12caf84806ea)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:54:54.061270 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (55fb4b2d-bd1c-4484-aa80-0431d9224c30), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:54.074329 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] Calling delete_port for 55fb4b2d-bd1c-4484-aa80-0431d9224c30 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:54:54.089523 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66ee3a1-3a41-4c41-9a53-5103ec651ce8 None None] DHCP port deletion for 4a138f5d-2463-4060-9558-df489a2f5eb4 request from dv-cinder-840525-2-iscsi {{(pid=109952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:54:54.136997 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-d66ee3a1-3a41-4c41-9a53-5103ec651ce8 None None] Deleting port 55fb4b2d-bd1c-4484-aa80-0431d9224c30 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:54:54.137619 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d66ee3a1-3a41-4c41-9a53-5103ec651ce8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (55fb4b2d-bd1c-4484-aa80-0431d9224c30), before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:54.170768 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (55fb4b2d-bd1c-4484-aa80-0431d9224c30), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:54.200181 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] Pushing event deleted for resources: {'Port': ['ID=55fb4b2d-bd1c-4484-aa80-0431d9224c30,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:54.203836 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] No DVR routers for this DVR port 55fb4b2d-bd1c-4484-aa80-0431d9224c30 on host dv-cinder-840525-2-iscsi {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:54:54.283342 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4080459', 'neutron.services.segments.db._delete_segments_for_network-8789480486422'] for network (4a138f5d-2463-4060-9558-df489a2f5eb4), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:54.317129 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:54:54.333380 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a138f5d-2463-4060-9558-df489a2f5eb4']}} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:54.341062 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:54:54.341411 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device d5661f6f-f50e-4608-b6a5-68b6cf1d52d8 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:54:54.349522 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915f1a56-6b36-4f36-b7fa-12caf84806ea') {'for_net_delete': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:54.349833 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915f1a56-6b36-4f36-b7fa-12caf84806ea') {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:54:54.363559 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789480210207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12258132'] for segment (915f1a56-6b36-4f36-b7fa-12caf84806ea), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:54.372193 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb3c76-4080-427d-9ce2-7efb632ea831 req-6d0024ed-ec0a-4a09-bc71-f325b49518fc tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:54.373703 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3dbb3c76-4080-427d-9ce2-7efb632ea831 req-6d0024ed-ec0a-4a09-bc71-f325b49518fc tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.0763540 May 12 17:54:54.389890 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-d66ee3a1-3a41-4c41-9a53-5103ec651ce8 None None] For port 55fb4b2d-bd1c-4484-aa80-0431d9224c30, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=55fb4b2d-bd1c-4484-aa80-0431d9224c30,segment=NetworkSegment(915f1a56-6b36-4f36-b7fa-12caf84806ea),segment_id=915f1a56-6b36-4f36-b7fa-12caf84806ea)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:54:54.390292 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d66ee3a1-3a41-4c41-9a53-5103ec651ce8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (55fb4b2d-bd1c-4484-aa80-0431d9224c30), precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:54.399124 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (915f1a56-6b36-4f36-b7fa-12caf84806ea), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:54.406778 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-d66ee3a1-3a41-4c41-9a53-5103ec651ce8 None None] Calling delete_port for 55fb4b2d-bd1c-4484-aa80-0431d9224c30 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:54:54.410556 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=109950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:54:54.410961 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9231144'] for segment (915f1a56-6b36-4f36-b7fa-12caf84806ea), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: Traceback (most recent call last): May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: timer() May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: cb(*args, **kw) May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: return func(*args, **kwargs) May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: self._notify() May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: self.callback(batched_events) May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: event.method(event) May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: return f(self, *a, **k) May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._get(url).json() May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: return self.request(url, 'GET', **kwargs) May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:54:54.413747 dv-cinder-840525-2-iscsi neutron-server[109950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:54:54.493989 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d66ee3a1-3a41-4c41-9a53-5103ec651ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934'] for port (55fb4b2d-bd1c-4484-aa80-0431d9224c30), after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:54.521600 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ee3a1-3a41-4c41-9a53-5103ec651ce8 None None] Pushing event deleted for resources: {'Port': ['ID=55fb4b2d-bd1c-4484-aa80-0431d9224c30,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:54.525215 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66ee3a1-3a41-4c41-9a53-5103ec651ce8 None None] No DVR routers for this DVR port 55fb4b2d-bd1c-4484-aa80-0431d9224c30 on host dv-cinder-840525-2-iscsi {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:54:54.756633 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-3dbb3c76-4080-427d-9ce2-7efb632ea831 req-37af2c04-a3ba-4548-8ce7-538b926c57f6 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3724444 May 12 17:54:54.764906 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4080496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997580'] for network (4a138f5d-2463-4060-9558-df489a2f5eb4), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:54.772027 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:54.777110 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] 10.222.0.73 "DELETE /v2.0/networks/4a138f5d-2463-4060-9558-df489a2f5eb4 HTTP/1.1" status: 204 len: 168 time: 0.8925123 May 12 17:54:54.797676 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b404bb5-8133-495e-8c33-ece99bb6c5de admin admin] Pushing event deleted for resources: {'Network': ['ID=4a138f5d-2463-4060-9558-df489a2f5eb4,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:54.942026 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60324) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:54:54.991140 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-4928e55f-2c45-4786-adb7-a3c189568551 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=22f9cad467614c16acb967c11da20d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479519 May 12 17:54:54.993781 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60326) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:54:55.050253 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-527f8b31-d1a0-4183-afdd-b34defec3907 admin admin] Publish callbacks [] for security_group (25566ea2-7dda-4e6a-a5c1-debd1d01371a), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:55.077284 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-527f8b31-d1a0-4183-afdd-b34defec3907 admin admin] Publish callbacks [] for security_group (25566ea2-7dda-4e6a-a5c1-debd1d01371a), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:55.122556 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-527f8b31-d1a0-4183-afdd-b34defec3907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (25566ea2-7dda-4e6a-a5c1-debd1d01371a), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:55.125009 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-527f8b31-d1a0-4183-afdd-b34defec3907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:55.126126 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-527f8b31-d1a0-4183-afdd-b34defec3907 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/25566ea2-7dda-4e6a-a5c1-debd1d01371a HTTP/1.1" status: 204 len: 168 time: 0.1311195 May 12 17:54:55.133610 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f8b31-d1a0-4183-afdd-b34defec3907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25566ea2-7dda-4e6a-a5c1-debd1d01371a,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:55.236871 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:55.450566 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60332) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:54:55.490428 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-2a98cadb-7509-42c5-a88e-c16d61f09357 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=908a3d1181774f4d9d8f347d64bd4771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387230 May 12 17:54:55.492758 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60334) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:54:55.543417 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b606489c-2fba-4974-972f-7e35efcfb1e9 admin admin] Publish callbacks [] for security_group (8282b5cd-db96-4ba0-8220-acbbf0436fc8), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:55.564837 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b606489c-2fba-4974-972f-7e35efcfb1e9 admin admin] Publish callbacks [] for security_group (8282b5cd-db96-4ba0-8220-acbbf0436fc8), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:55.612820 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b606489c-2fba-4974-972f-7e35efcfb1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (8282b5cd-db96-4ba0-8220-acbbf0436fc8), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:55.615545 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b606489c-2fba-4974-972f-7e35efcfb1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:55.616732 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-b606489c-2fba-4974-972f-7e35efcfb1e9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8282b5cd-db96-4ba0-8220-acbbf0436fc8 HTTP/1.1" status: 204 len: 168 time: 0.1230803 May 12 17:54:55.625784 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606489c-2fba-4974-972f-7e35efcfb1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8282b5cd-db96-4ba0-8220-acbbf0436fc8,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:54:55.806287 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 7eda7d83-fb33-4018-ab77-60735128f68b no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:54:55.833376 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 7eda7d83-fb33-4018-ab77-60735128f68b {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:54:55.839605 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 7eda7d83-fb33-4018-ab77-60735128f68b not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:54:55.840608 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 55fb4b2d-bd1c-4484-aa80-0431d9224c30 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:54:55.862201 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 55fb4b2d-bd1c-4484-aa80-0431d9224c30 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:54:55.862634 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 55fb4b2d-bd1c-4484-aa80-0431d9224c30 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:54:55.889938 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-74150000-eed9-453e-ad47-50dc3312ef3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:56.099278 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb72a7f-1705-46fa-9b98-0fea56b5edae req-13941820-3d0c-4691-a5ad-049bf17c70b7 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:56.100775 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-edb72a7f-1705-46fa-9b98-0fea56b5edae req-13941820-3d0c-4691-a5ad-049bf17c70b7 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.2661462 May 12 17:54:56.149474 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-edb72a7f-1705-46fa-9b98-0fea56b5edae req-846d24a9-348c-469c-9e42-6fd7d43b1813 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430956 May 12 17:54:56.729426 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6cf3d-5e4c-4438-976d-a0987646d0fb req-ad0f08e6-21df-4f08-ac5b-98d93ba63aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:56.731370 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a7a6cf3d-5e4c-4438-976d-a0987646d0fb req-ad0f08e6-21df-4f08-ac5b-98d93ba63aff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=583159e196b2438698885193ca03ef4d&device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 1130 time: 0.0395823 May 12 17:54:56.821082 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6cf3d-5e4c-4438-976d-a0987646d0fb req-05482265-a051-471a-b570-f556aefcec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:56.822558 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a7a6cf3d-5e4c-4438-976d-a0987646d0fb req-05482265-a051-471a-b570-f556aefcec77 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4c9e560d-07a4-4ecb-97d5-62e31a28a50d HTTP/1.1" status: 200 len: 910 time: 0.0848358 May 12 17:54:56.895321 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a7a6cf3d-5e4c-4438-976d-a0987646d0fb req-74bec00d-eccc-4ffd-b5aa-969626fbb807 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36ac8c9b-649a-4f18-98d9-0e51a7a3795f HTTP/1.1" status: 200 len: 1002 time: 0.0668182 May 12 17:54:56.942382 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6cf3d-5e4c-4438-976d-a0987646d0fb req-d09a3a5c-ae09-41e8-8926-9977ba822a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:56.943847 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a7a6cf3d-5e4c-4438-976d-a0987646d0fb req-d09a3a5c-ae09-41e8-8926-9977ba822a6a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9b80c515-0b63-44e2-9cec-0193b290cc86 HTTP/1.1" status: 200 len: 848 time: 0.0427759 May 12 17:54:56.985756 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6cf3d-5e4c-4438-976d-a0987646d0fb req-4bc3ac0b-f161-4928-a968-cd4af65d72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:56.987179 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a7a6cf3d-5e4c-4438-976d-a0987646d0fb req-4bc3ac0b-f161-4928-a968-cd4af65d72bc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4c9e560d-07a4-4ecb-97d5-62e31a28a50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0358763 May 12 17:54:57.077591 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a7a6cf3d-5e4c-4438-976d-a0987646d0fb req-8c4d499f-f1b7-4d02-a857-a0a7e081a6ee service neutron] 10.222.0.74 "GET /v2.0/networks/4c9e560d-07a4-4ecb-97d5-62e31a28a50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844455 May 12 17:54:57.166140 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-a7a6cf3d-5e4c-4438-976d-a0987646d0fb req-de810422-ff0f-46b7-9d3d-4e4df706f430 service neutron] 10.222.0.74 "GET /v2.0/networks/4c9e560d-07a4-4ecb-97d5-62e31a28a50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823565 May 12 17:54:57.320862 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfe18e-9f55-4ac8-a704-4edd2f9d5156 req-d209de47-d3f4-44f4-ac1f-d474c39407cd tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:57.322441 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-85cfe18e-9f55-4ac8-a704-4edd2f9d5156 req-d209de47-d3f4-44f4-ac1f-d474c39407cd tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.1020167 May 12 17:54:57.325981 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:57.373454 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-85cfe18e-9f55-4ac8-a704-4edd2f9d5156 req-2cdbe3d0-0471-4eb1-a856-0389ffed9971 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439842 May 12 17:54:58.484689 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611041b-60dc-49b1-aa2f-57c410b09ccb req-31e9b78e-500c-4515-b671-7199430787fd tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:58.486118 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1611041b-60dc-49b1-aa2f-57c410b09ccb req-31e9b78e-500c-4515-b671-7199430787fd tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.0459201 May 12 17:54:58.533472 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1611041b-60dc-49b1-aa2f-57c410b09ccb req-f31bde56-6d57-4555-b049-920aefc1f616 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418715 May 12 17:54:58.674923 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:59.645155 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e66b36-3a87-4664-86e1-fbd1804a3a84 req-fd17d7af-2cf2-4fae-a522-0b82f926f21e tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:59.646628 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a6e66b36-3a87-4664-86e1-fbd1804a3a84 req-fd17d7af-2cf2-4fae-a522-0b82f926f21e tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.0463974 May 12 17:54:59.698031 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a6e66b36-3a87-4664-86e1-fbd1804a3a84 req-8539719e-923c-4815-862f-b35b5ea344b5 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458510 May 12 17:54:59.941964 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85979d85-6894-4b02-954d-a65ac37f9833 req-cc7f9b99-ccc0-4b12-b249-91622f83e8df tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:54:59.943589 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-85979d85-6894-4b02-954d-a65ac37f9833 req-cc7f9b99-ccc0-4b12-b249-91622f83e8df tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.0740795 May 12 17:54:59.954251 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b687fe69-c88a-41f9-8d8f-1306c0c74778 req-afb27656-3873-47c3-b2ca-3c08f21cf3f4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1098161 May 12 17:55:00.002847 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-85979d85-6894-4b02-954d-a65ac37f9833 req-bd985b3e-8bfc-4545-9106-bf9042f23489 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513918 May 12 17:55:00.088621 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687fe69-c88a-41f9-8d8f-1306c0c74778 req-fb0cb547-1608-4544-a981-a2d947efa277 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:00.090380 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b687fe69-c88a-41f9-8d8f-1306c0c74778 req-fb0cb547-1608-4544-a981-a2d947efa277 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports/36ac8c9b-649a-4f18-98d9-0e51a7a3795f HTTP/1.1" status: 200 len: 943 time: 0.1055562 May 12 17:55:00.288041 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:01.119417 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2e1cf-9c01-4893-9391-87f0919c4400 req-158de867-f1a3-4796-a39f-19b5e854073a tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:01.121682 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4bc2e1cf-9c01-4893-9391-87f0919c4400 req-158de867-f1a3-4796-a39f-19b5e854073a tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.0499508 May 12 17:55:01.170502 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-4bc2e1cf-9c01-4893-9391-87f0919c4400 req-6197f7bb-2bea-4f63-950c-df793d78ae10 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429573 May 12 17:55:01.614628 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 36ac8c9b-649a-4f18-98d9-0e51a7a3795f no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:55:01.678933 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687fe69-c88a-41f9-8d8f-1306c0c74778 req-cb366f44-055f-49bb-a43e-1378fab692c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:01.680435 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b687fe69-c88a-41f9-8d8f-1306c0c74778 req-cb366f44-055f-49bb-a43e-1378fab692c7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b&tenant_id=583159e196b2438698885193ca03ef4d HTTP/1.1" status: 200 len: 1130 time: 0.0376782 May 12 17:55:01.692765 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f is: ACTIVE; New status is: DOWN {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:55:01.693177 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:01.717575 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:55:01.719795 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658c8102-5be5-4277-aa0c-166b9cde479b" -d '{"events": [{"server_uuid": "e980ad9a-20f5-4380-92ad-2e15e178af1b", "name": "network-vif-unplugged", "status": "completed", "tag": "36ac8c9b-649a-4f18-98d9-0e51a7a3795f"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:55:01.732540 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=36ac8c9b-649a-4f18-98d9-0e51a7a3795f,segment=NetworkSegment(8be74722-33bb-42cd-b313-8c00756300f0),segment_id=8be74722-33bb-42cd-b313-8c00756300f0)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:55:01.736834 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:01.756334 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687fe69-c88a-41f9-8d8f-1306c0c74778 req-08f5555d-fe80-4afc-90cc-725cfc113652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:01.757837 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b687fe69-c88a-41f9-8d8f-1306c0c74778 req-08f5555d-fe80-4afc-90cc-725cfc113652 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=583159e196b2438698885193ca03ef4d&device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 1130 time: 0.0409055 May 12 17:55:01.765535 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 17:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69577a67-465f-43d0-956d-26d6b924308c x-openstack-request-id: req-69577a67-465f-43d0-956d-26d6b924308c {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:55:01.765830 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e980ad9a-20f5-4380-92ad-2e15e178af1b", "name": "network-vif-unplugged", "status": "completed", "tag": "36ac8c9b-649a-4f18-98d9-0e51a7a3795f", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:55:01.766083 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-69577a67-465f-43d0-956d-26d6b924308c {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:55:01.766475 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69577a67-465f-43d0-956d-26d6b924308c'] response: {'server_uuid': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f', 'code': 200} May 12 17:55:01.790225 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=36ac8c9b-649a-4f18-98d9-0e51a7a3795f,revision_number=6']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:55:02.090340 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687fe69-c88a-41f9-8d8f-1306c0c74778 req-a53e5fb4-a65e-4108-995d-705b78eb98c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:02.091837 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b687fe69-c88a-41f9-8d8f-1306c0c74778 req-a53e5fb4-a65e-4108-995d-705b78eb98c7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4c9e560d-07a4-4ecb-97d5-62e31a28a50d HTTP/1.1" status: 200 len: 910 time: 0.3240895 May 12 17:55:02.163366 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b687fe69-c88a-41f9-8d8f-1306c0c74778 req-39db46cc-7b65-4467-b8f4-aef1fab0a708 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36ac8c9b-649a-4f18-98d9-0e51a7a3795f HTTP/1.1" status: 200 len: 1000 time: 0.0615287 May 12 17:55:02.211232 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687fe69-c88a-41f9-8d8f-1306c0c74778 req-8f0bd04c-19db-4d84-8ef6-10ba0940675c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:02.212743 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b687fe69-c88a-41f9-8d8f-1306c0c74778 req-8f0bd04c-19db-4d84-8ef6-10ba0940675c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9b80c515-0b63-44e2-9cec-0193b290cc86 HTTP/1.1" status: 200 len: 848 time: 0.0438042 May 12 17:55:02.265484 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687fe69-c88a-41f9-8d8f-1306c0c74778 req-322c92db-d983-4229-940e-2ca6b17c6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:02.267006 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b687fe69-c88a-41f9-8d8f-1306c0c74778 req-322c92db-d983-4229-940e-2ca6b17c6796 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4c9e560d-07a4-4ecb-97d5-62e31a28a50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423791 May 12 17:55:02.285004 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05d27b-348c-4cf1-9029-f09951642df6 req-28971edd-d19a-41f3-b23e-46b643e48a1d tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:02.286477 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9a05d27b-348c-4cf1-9029-f09951642df6 req-28971edd-d19a-41f3-b23e-46b643e48a1d tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 944 time: 0.0465775 May 12 17:55:02.337215 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-9a05d27b-348c-4cf1-9029-f09951642df6 req-2cf786a2-c3c3-4a30-b622-e2f5e2155286 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436089 May 12 17:55:02.360689 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b687fe69-c88a-41f9-8d8f-1306c0c74778 req-d3975b3d-23fc-4c09-b77b-c293367b070f service neutron] 10.222.0.74 "GET /v2.0/networks/4c9e560d-07a4-4ecb-97d5-62e31a28a50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837762 May 12 17:55:02.459278 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-b687fe69-c88a-41f9-8d8f-1306c0c74778 req-e257e678-22e7-4132-84c9-784688f80bdf service neutron] 10.222.0.74 "GET /v2.0/networks/4c9e560d-07a4-4ecb-97d5-62e31a28a50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858669 May 12 17:55:02.914073 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780767fe-7a8b-4ea7-99e5-e07d7579e8ae req-a57d5394-2961-48e8-9c03-130b3755bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:02.915522 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-780767fe-7a8b-4ea7-99e5-e07d7579e8ae req-a57d5394-2961-48e8-9c03-130b3755bf25 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=583159e196b2438698885193ca03ef4d&device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 1128 time: 0.0379066 May 12 17:55:03.030929 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780767fe-7a8b-4ea7-99e5-e07d7579e8ae req-4ffa6bb9-0826-4499-9458-9cb44804bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:03.032395 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-780767fe-7a8b-4ea7-99e5-e07d7579e8ae req-4ffa6bb9-0826-4499-9458-9cb44804bf58 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4c9e560d-07a4-4ecb-97d5-62e31a28a50d HTTP/1.1" status: 200 len: 910 time: 0.0874555 May 12 17:55:03.096722 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-780767fe-7a8b-4ea7-99e5-e07d7579e8ae req-7dffe7e4-a067-472e-9a54-ad64f35b79be service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36ac8c9b-649a-4f18-98d9-0e51a7a3795f HTTP/1.1" status: 200 len: 1000 time: 0.0566547 May 12 17:55:03.145182 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780767fe-7a8b-4ea7-99e5-e07d7579e8ae req-3f8cf698-52cb-4d98-a1d0-527447e1ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:03.146559 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-780767fe-7a8b-4ea7-99e5-e07d7579e8ae req-3f8cf698-52cb-4d98-a1d0-527447e1ceed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9b80c515-0b63-44e2-9cec-0193b290cc86 HTTP/1.1" status: 200 len: 848 time: 0.0433264 May 12 17:55:03.195144 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780767fe-7a8b-4ea7-99e5-e07d7579e8ae req-c7c1e509-b076-47dc-ab08-f03ff71ea5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:03.196589 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-780767fe-7a8b-4ea7-99e5-e07d7579e8ae req-c7c1e509-b076-47dc-ab08-f03ff71ea5a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4c9e560d-07a4-4ecb-97d5-62e31a28a50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417426 May 12 17:55:03.288216 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-780767fe-7a8b-4ea7-99e5-e07d7579e8ae req-da88e3d1-1612-4d1e-872e-7601badcbeb3 service neutron] 10.222.0.74 "GET /v2.0/networks/4c9e560d-07a4-4ecb-97d5-62e31a28a50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808086 May 12 17:55:03.384570 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-780767fe-7a8b-4ea7-99e5-e07d7579e8ae req-a6f8dc75-d889-4053-8267-e28dfb656cc4 service neutron] 10.222.0.74 "GET /v2.0/networks/4c9e560d-07a4-4ecb-97d5-62e31a28a50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884972 May 12 17:55:03.458053 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09b734-a75d-4aa8-a180-3b3f53e52392 req-d53fb5a5-5876-4415-adac-3862163e2f14 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:03.459461 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-fd09b734-a75d-4aa8-a180-3b3f53e52392 req-d53fb5a5-5876-4415-adac-3862163e2f14 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 944 time: 0.0515780 May 12 17:55:03.507535 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-fd09b734-a75d-4aa8-a180-3b3f53e52392 req-3326d546-940d-4a4a-8791-be0bf4047426 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418096 May 12 17:55:04.620181 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00516cb-57f0-49fb-85e4-2a23527d95e9 req-08563bea-1149-4a88-a50f-fe5e02477c96 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:04.621643 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d00516cb-57f0-49fb-85e4-2a23527d95e9 req-08563bea-1149-4a88-a50f-fe5e02477c96 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 944 time: 0.0463054 May 12 17:55:04.676327 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d00516cb-57f0-49fb-85e4-2a23527d95e9 req-51e1f7dc-b799-45b6-877b-79769a122505 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491378 May 12 17:55:05.788266 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e59ed-5a60-4f80-8f30-c5f34c58fa71 req-d0d153bb-f254-42e5-be89-190d67e3e126 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:05.789741 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e32e59ed-5a60-4f80-8f30-c5f34c58fa71 req-d0d153bb-f254-42e5-be89-190d67e3e126 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 944 time: 0.0462236 May 12 17:55:05.842431 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e32e59ed-5a60-4f80-8f30-c5f34c58fa71 req-fd0c8449-46f4-419d-92f7-19d6e41481dd tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457973 May 12 17:55:06.955649 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac845e8-b6c2-4f71-bbf0-6b0ceaed6584 req-620869e1-f6fa-49ab-88d1-5723f00ff284 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:06.957175 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5ac845e8-b6c2-4f71-bbf0-6b0ceaed6584 req-620869e1-f6fa-49ab-88d1-5723f00ff284 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 944 time: 0.0475433 May 12 17:55:07.007302 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-5ac845e8-b6c2-4f71-bbf0-6b0ceaed6584 req-dce78da5-bcd8-432c-832d-a429902e16c1 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445998 May 12 17:55:08.123665 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a812a19-f72b-4696-bf51-1e5fa897d15e req-70c38d7c-f5fe-44b9-8a92-333d5be12264 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:08.125144 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0a812a19-f72b-4696-bf51-1e5fa897d15e req-70c38d7c-f5fe-44b9-8a92-333d5be12264 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 944 time: 0.0464036 May 12 17:55:08.172708 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-0a812a19-f72b-4696-bf51-1e5fa897d15e req-eb40d008-8e90-4f41-a2c5-b6e9f8fc5c84 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421274 May 12 17:55:08.906395 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c9b75-d412-4706-9d80-35f37321b9a9 req-dc041420-5780-46e0-89d2-f9298675f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:08.907857 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-747c9b75-d412-4706-9d80-35f37321b9a9 req-dc041420-5780-46e0-89d2-f9298675f6c1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 1128 time: 0.0375266 May 12 17:55:08.960720 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-747c9b75-d412-4706-9d80-35f37321b9a9 req-8e61210b-84fb-4806-ac95-eb8e6b2d1a9e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385158 May 12 17:55:09.287517 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b7b47-e4b4-4d0c-9512-bfb3a46b1e99 req-319a9a02-9169-45ce-844d-109ccd7bc08b tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:09.289010 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1f8b7b47-e4b4-4d0c-9512-bfb3a46b1e99 req-319a9a02-9169-45ce-844d-109ccd7bc08b tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 944 time: 0.0494292 May 12 17:55:09.337325 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1f8b7b47-e4b4-4d0c-9512-bfb3a46b1e99 req-538f6282-eb27-4d24-bd57-e76beb12d033 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426476 May 12 17:55:09.634042 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 36ac8c9b-649a-4f18-98d9-0e51a7a3795f details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:55:09.727925 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=36ac8c9b-649a-4f18-98d9-0e51a7a3795f,segment=NetworkSegment(8be74722-33bb-42cd-b313-8c00756300f0),segment_id=8be74722-33bb-42cd-b313-8c00756300f0)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:55:09.740560 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f', 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d', 'port_id': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f', 'mac_address': 'fa:16:3e:82:f0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:55:09.790546 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:55:09.791038 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:09.807424 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ac8c9b-649a-4f18-98d9-0e51a7a3795f {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:55:09.830408 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=36ac8c9b-649a-4f18-98d9-0e51a7a3795f,segment=NetworkSegment(8be74722-33bb-42cd-b313-8c00756300f0),segment_id=8be74722-33bb-42cd-b313-8c00756300f0)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:55:09.833628 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:09.880123 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=36ac8c9b-649a-4f18-98d9-0e51a7a3795f,revision_number=7']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:55:10.189074 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['36ac8c9b-649a-4f18-98d9-0e51a7a3795f'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:55:10.452480 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65170173-33eb-443a-9683-c7c8667f9e87 req-0de7fb9b-03d2-4004-b290-878293e8a810 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:10.453878 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-65170173-33eb-443a-9683-c7c8667f9e87 req-0de7fb9b-03d2-4004-b290-878293e8a810 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 945 time: 0.0485017 May 12 17:55:10.504669 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-65170173-33eb-443a-9683-c7c8667f9e87 req-f378b1ce-15fc-40e9-83c4-3c0db9777af9 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451381 May 12 17:55:11.645103 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 36ac8c9b-649a-4f18-98d9-0e51a7a3795f up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:55:11.688750 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:55:11.689131 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:11.767000 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:55:11.767424 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:11.790078 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:55:11.792328 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028127bb-4b1b-45f6-9564-2fe4cf9a8491" -d '{"events": [{"server_uuid": "e980ad9a-20f5-4380-92ad-2e15e178af1b", "name": "network-vif-plugged", "status": "completed", "tag": "36ac8c9b-649a-4f18-98d9-0e51a7a3795f"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:55:11.804289 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=36ac8c9b-649a-4f18-98d9-0e51a7a3795f,segment=NetworkSegment(8be74722-33bb-42cd-b313-8c00756300f0),segment_id=8be74722-33bb-42cd-b313-8c00756300f0)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:55:11.809521 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:11.834002 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2b0717-cb32-4ae4-835e-f204f925dced x-openstack-request-id: req-5d2b0717-cb32-4ae4-835e-f204f925dced {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:55:11.834261 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e980ad9a-20f5-4380-92ad-2e15e178af1b", "name": "network-vif-plugged", "status": "completed", "tag": "36ac8c9b-649a-4f18-98d9-0e51a7a3795f", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:55:11.834515 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5d2b0717-cb32-4ae4-835e-f204f925dced {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:55:11.834906 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d2b0717-cb32-4ae4-835e-f204f925dced'] response: {'server_uuid': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f', 'code': 200} May 12 17:55:11.859264 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=36ac8c9b-649a-4f18-98d9-0e51a7a3795f,revision_number=8']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:55:21.126948 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:55:22.501115 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3f82f-baa3-464d-b7f1-26e2aed35b1d req-1c0d3796-39f4-42d0-a66d-51dd775b0d3b tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:22.502561 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a2e3f82f-baa3-464d-b7f1-26e2aed35b1d req-1c0d3796-39f4-42d0-a66d-51dd775b0d3b tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0481334 May 12 17:55:22.548094 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a2e3f82f-baa3-464d-b7f1-26e2aed35b1d req-16ebe7b8-3d13-41ae-8c80-003484925fe3 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397677 May 12 17:55:23.656771 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81b5e4c5-a5f0-48cf-9f27-5ec8d3f8c1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:23.671383 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29784624-9e40-4cd5-bf8f-4d73b7012329 req-255aa1d3-dc4e-4c08-a62f-f20f792fef09 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:23.672906 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-29784624-9e40-4cd5-bf8f-4d73b7012329 req-255aa1d3-dc4e-4c08-a62f-f20f792fef09 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0511262 May 12 17:55:23.720488 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-29784624-9e40-4cd5-bf8f-4d73b7012329 req-89c2803a-1e6d-42ad-84fb-a70c0a72c824 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418925 May 12 17:55:24.800815 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079a2b4-e9ae-424b-8c77-f5335a7c103c req-0276301b-2c6b-4913-a5ef-63947222b3e4 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:24.802273 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f079a2b4-e9ae-424b-8c77-f5335a7c103c req-0276301b-2c6b-4913-a5ef-63947222b3e4 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.74 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0469697 May 12 17:55:24.837727 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67718a-d998-45f9-af09-d1e92285efcb req-26b0e0b9-1350-4855-9681-a280d042aaaf tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:24.839310 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6d67718a-d998-45f9-af09-d1e92285efcb req-26b0e0b9-1350-4855-9681-a280d042aaaf tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 945 time: 0.0486641 May 12 17:55:24.891386 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6d67718a-d998-45f9-af09-d1e92285efcb req-5b081e14-ab01-4292-ab03-19b3e6d27379 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7911e70-8d19-465b-8e21-6f5e2dc53127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456598 May 12 17:55:24.893977 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-f079a2b4-e9ae-424b-8c77-f5335a7c103c req-b41ea22c-44fd-4e1d-8b2f-866b8796e437 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Deleting port ff249090-5209-40fd-90f9-a63ead339649 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:55:24.894322 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-f079a2b4-e9ae-424b-8c77-f5335a7c103c req-b41ea22c-44fd-4e1d-8b2f-866b8796e437 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (ff249090-5209-40fd-90f9-a63ead339649), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:24.985155 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-f079a2b4-e9ae-424b-8c77-f5335a7c103c req-b41ea22c-44fd-4e1d-8b2f-866b8796e437 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] For port ff249090-5209-40fd-90f9-a63ead339649, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=ff249090-5209-40fd-90f9-a63ead339649,segment=NetworkSegment(610844af-1cf6-4b24-82c7-579224578243),segment_id=610844af-1cf6-4b24-82c7-579224578243)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:55:24.985517 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-f079a2b4-e9ae-424b-8c77-f5335a7c103c req-b41ea22c-44fd-4e1d-8b2f-866b8796e437 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (ff249090-5209-40fd-90f9-a63ead339649), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:25.151409 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-f079a2b4-e9ae-424b-8c77-f5335a7c103c req-b41ea22c-44fd-4e1d-8b2f-866b8796e437 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:25.151683 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-f079a2b4-e9ae-424b-8c77-f5335a7c103c req-b41ea22c-44fd-4e1d-8b2f-866b8796e437 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (92c588cf-2cdb-427f-b5fc-6bf6583c98c6), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:25.151999 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.l3_db [req-f079a2b4-e9ae-424b-8c77-f5335a7c103c req-b41ea22c-44fd-4e1d-8b2f-866b8796e437 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Floating IP 92c588cf-2cdb-427f-b5fc-6bf6583c98c6 disassociated. External IP: 172.27.2.251, port: ff249090-5209-40fd-90f9-a63ead339649. May 12 17:55:25.152451 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-f079a2b4-e9ae-424b-8c77-f5335a7c103c req-b41ea22c-44fd-4e1d-8b2f-866b8796e437 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Calling delete_port for ff249090-5209-40fd-90f9-a63ead339649 owned by compute:nova {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:55:25.248394 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:25.296127 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-f079a2b4-e9ae-424b-8c77-f5335a7c103c req-b41ea22c-44fd-4e1d-8b2f-866b8796e437 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (ff249090-5209-40fd-90f9-a63ead339649), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:25.328986 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ea22c-44fd-4e1d-8b2f-866b8796e437 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Pushing event deleted for resources: {'Port': ['ID=ff249090-5209-40fd-90f9-a63ead339649,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:55:25.438526 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f079a2b4-e9ae-424b-8c77-f5335a7c103c req-b41ea22c-44fd-4e1d-8b2f-866b8796e437 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:55:25.546389 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f079a2b4-e9ae-424b-8c77-f5335a7c103c req-b41ea22c-44fd-4e1d-8b2f-866b8796e437 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:55:25.556458 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dae4163-04fa-488b-927e-53ddc988f14d None None] Sync routers for ids ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:55:25.567165 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dae4163-04fa-488b-927e-53ddc988f14d None None] Routers {'78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:55:25.567798 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-1dae4163-04fa-488b-927e-53ddc988f14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:54:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:55:25.591480 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-f079a2b4-e9ae-424b-8c77-f5335a7c103c req-b41ea22c-44fd-4e1d-8b2f-866b8796e437 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] No DVR routers for this DVR port ff249090-5209-40fd-90f9-a63ead339649 on host hv-cinder-84052 {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:55:25.595583 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-f079a2b4-e9ae-424b-8c77-f5335a7c103c req-b41ea22c-44fd-4e1d-8b2f-866b8796e437 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:25.598676 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f079a2b4-e9ae-424b-8c77-f5335a7c103c req-b41ea22c-44fd-4e1d-8b2f-866b8796e437 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.74 "DELETE /v2.0/ports/ff249090-5209-40fd-90f9-a63ead339649 HTTP/1.1" status: 204 len: 173 time: 0.7899396 May 12 17:55:25.599129 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2dcfe1-505b-479b-adee-02927130d745', 'name': 'network-vif-deleted', 'tag': 'ff249090-5209-40fd-90f9-a63ead339649'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:55:25.601426 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9ce31a-59ac-465f-9952-c2f54922275d" -d '{"events": [{"server_uuid": "3f2dcfe1-505b-479b-adee-02927130d745", "name": "network-vif-deleted", "tag": "ff249090-5209-40fd-90f9-a63ead339649"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:55:25.649105 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb61750d-1387-4591-995c-270a5dae34c8 x-openstack-request-id: req-bb61750d-1387-4591-995c-270a5dae34c8 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:55:25.649433 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2dcfe1-505b-479b-adee-02927130d745", "name": "network-vif-deleted", "tag": "ff249090-5209-40fd-90f9-a63ead339649", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:55:25.649699 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb61750d-1387-4591-995c-270a5dae34c8 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:55:25.650056 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb61750d-1387-4591-995c-270a5dae34c8'] response: {'server_uuid': '3f2dcfe1-505b-479b-adee-02927130d745', 'name': 'network-vif-deleted', 'tag': 'ff249090-5209-40fd-90f9-a63ead339649', 'status': 'completed', 'code': 200} May 12 17:55:25.688058 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-1dae4163-04fa-488b-927e-53ddc988f14d None None] Set router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:55:25.883004 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-705f2eaa-0779-4f4b-adfa-bdf9ba2b8f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:25.894171 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-1dae4163-04fa-488b-927e-53ddc988f14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:15Z', 'revision_number': 4, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '1dc4c398-e9eb-4787-803f-f15a31fdeb1b', 'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'mac_address': 'fa:16:3e:3d:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4e47a012-ad83-4701-be85-56bd402cf726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:14Z', 'updated_at': '2022-05-12T17:52:20Z', 'revision_number': 5, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'subnets': [{'id': '4e47a012-ad83-4701-be85-56bd402cf726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:55:25.921909 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dae4163-04fa-488b-927e-53ddc988f14d None None] Checking router: 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:55:25.930664 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dae4163-04fa-488b-927e-53ddc988f14d None None] Routers {'78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:55:25.931410 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-1dae4163-04fa-488b-927e-53ddc988f14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:55:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:55:26.017523 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ad88a903-494e-4fb8-a90e-8322d82f0171 req-33b22520-c5b9-406d-9e40-612e1bf44665 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f2dcfe1-505b-479b-adee-02927130d745 HTTP/1.1" status: 200 len: 210 time: 0.0276699 May 12 17:55:26.051421 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-1dae4163-04fa-488b-927e-53ddc988f14d None None] Set router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:55:26.245164 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-1dae4163-04fa-488b-927e-53ddc988f14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:15Z', 'revision_number': 4, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '1dc4c398-e9eb-4787-803f-f15a31fdeb1b', 'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'mac_address': 'fa:16:3e:3d:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4e47a012-ad83-4701-be85-56bd402cf726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:14Z', 'updated_at': '2022-05-12T17:52:20Z', 'revision_number': 5, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'subnets': [{'id': '4e47a012-ad83-4701-be85-56bd402cf726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:55:26.274087 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dae4163-04fa-488b-927e-53ddc988f14d None None] The sync data for ids ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'] in dv-cinder-840525-2-iscsi is: [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:15Z', 'revision_number': 4, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '1dc4c398-e9eb-4787-803f-f15a31fdeb1b', 'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'mac_address': 'fa:16:3e:3d:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4e47a012-ad83-4701-be85-56bd402cf726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:14Z', 'updated_at': '2022-05-12T17:52:20Z', 'revision_number': 5, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'subnets': [{'id': '4e47a012-ad83-4701-be85-56bd402cf726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:55:26.489803 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d532c4-0bb4-484a-8d94-3f778d08fcea None None] New status for floating IP 92c588cf-2cdb-427f-b5fc-6bf6583c98c6: DOWN {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:55:27.107494 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60432) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:55:27.161227 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6c67de63-b70b-4a52-9a97-966f5f600579 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group (c7911e70-8d19-465b-8e21-6f5e2dc53127), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:27.187456 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6c67de63-b70b-4a52-9a97-966f5f600579 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group (c7911e70-8d19-465b-8e21-6f5e2dc53127), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:27.234415 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6c67de63-b70b-4a52-9a97-966f5f600579 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (c7911e70-8d19-465b-8e21-6f5e2dc53127), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:27.237192 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6c67de63-b70b-4a52-9a97-966f5f600579 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:27.238324 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-6c67de63-b70b-4a52-9a97-966f5f600579 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "DELETE /v2.0/security-groups/c7911e70-8d19-465b-8e21-6f5e2dc53127 HTTP/1.1" status: 204 len: 168 time: 0.1298425 May 12 17:55:27.241057 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60434) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:55:27.247502 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67de63-b70b-4a52-9a97-966f5f600579 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7911e70-8d19-465b-8e21-6f5e2dc53127,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:55:27.255049 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.api.v2.resource [None req-f22035d9-7a0b-4f29-b9b0-4e426c08ba7b tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] show failed (client error): The resource could not be found. May 12 17:55:27.256339 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-f22035d9-7a0b-4f29-b9b0-4e426c08ba7b tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups/c7911e70-8d19-465b-8e21-6f5e2dc53127 HTTP/1.1" status: 404 len: 347 time: 0.0142212 May 12 17:55:27.259198 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60436) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:55:27.332793 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:27.378413 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-0351c222-6de3-422b-a121-c4590fffde7d tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Deleting port 51e68f60-b209-4512-93c3-dfc6ff274cfc {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:55:27.378760 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0351c222-6de3-422b-a121-c4590fffde7d tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (51e68f60-b209-4512-93c3-dfc6ff274cfc), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:27.458803 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0351c222-6de3-422b-a121-c4590fffde7d tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (51e68f60-b209-4512-93c3-dfc6ff274cfc), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:27.459135 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0351c222-6de3-422b-a121-c4590fffde7d tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for floatingip (51e68f60-b209-4512-93c3-dfc6ff274cfc), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:27.472017 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-0351c222-6de3-422b-a121-c4590fffde7d tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Calling delete_port for 51e68f60-b209-4512-93c3-dfc6ff274cfc owned by network:floatingip {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:55:27.600636 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0351c222-6de3-422b-a121-c4590fffde7d tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (51e68f60-b209-4512-93c3-dfc6ff274cfc), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:27.629747 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351c222-6de3-422b-a121-c4590fffde7d tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Pushing event deleted for resources: {'Port': ['ID=51e68f60-b209-4512-93c3-dfc6ff274cfc,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:55:27.675103 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device ff249090-5209-40fd-90f9-a63ead339649 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:55:27.690641 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0351c222-6de3-422b-a121-c4590fffde7d tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for floatingip (92c588cf-2cdb-427f-b5fc-6bf6583c98c6), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:27.693137 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-0351c222-6de3-422b-a121-c4590fffde7d tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:27.694286 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-0351c222-6de3-422b-a121-c4590fffde7d tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "DELETE /v2.0/floatingips/92c588cf-2cdb-427f-b5fc-6bf6583c98c6 HTTP/1.1" status: 204 len: 168 time: 0.4341938 May 12 17:55:27.695282 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: ff249090-5209-40fd-90f9-a63ead339649 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:55:27.695644 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device ff249090-5209-40fd-90f9-a63ead339649 not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:55:27.770801 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60440) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:55:27.775234 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-77c56426-2abf-4644-8e23-1def04ddb698 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--639243106', 'description': 'tempest-description--739551361'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:55:27.796153 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-77c56426-2abf-4644-8e23-1def04ddb698 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:27.863581 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-77c56426-2abf-4644-8e23-1def04ddb698 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group (9c6e5daa-198b-408f-a6ce-f5cbfef7026b), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:27.867129 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-77c56426-2abf-4644-8e23-1def04ddb698 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (9c6e5daa-198b-408f-a6ce-f5cbfef7026b), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:27.894425 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-77c56426-2abf-4644-8e23-1def04ddb698 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:27.895669 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-77c56426-2abf-4644-8e23-1def04ddb698 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1238554 May 12 17:55:27.898537 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60442) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:55:27.903377 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-af506545-6f5b-4269-8907-4ce9d272742f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Request body: {'security_group_rule': {'security_group_id': '9c6e5daa-198b-408f-a6ce-f5cbfef7026b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:55:27.911333 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c56426-2abf-4644-8e23-1def04ddb698 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6e5daa-198b-408f-a6ce-f5cbfef7026b,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:55:27.930989 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-af506545-6f5b-4269-8907-4ce9d272742f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group_rule (cda9dce0-0489-44d5-8a8e-090b3e9618e3), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:27.986436 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-af506545-6f5b-4269-8907-4ce9d272742f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group_rule (cda9dce0-0489-44d5-8a8e-090b3e9618e3), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:27.989815 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-af506545-6f5b-4269-8907-4ce9d272742f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (cda9dce0-0489-44d5-8a8e-090b3e9618e3), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:28.010984 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af506545-6f5b-4269-8907-4ce9d272742f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda9dce0-0489-44d5-8a8e-090b3e9618e3,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:55:28.015076 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-af506545-6f5b-4269-8907-4ce9d272742f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:28.016298 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-af506545-6f5b-4269-8907-4ce9d272742f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167889 May 12 17:55:28.018946 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60444) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:55:28.023078 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-02677c2e-ccc0-4d7c-a37e-a3d270abc46b tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Request body: {'security_group_rule': {'security_group_id': '9c6e5daa-198b-408f-a6ce-f5cbfef7026b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:55:28.048918 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-02677c2e-ccc0-4d7c-a37e-a3d270abc46b tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group_rule (4f2a43de-e746-4d29-9b3d-08968baedad1), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:28.105574 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-02677c2e-ccc0-4d7c-a37e-a3d270abc46b tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group_rule (4f2a43de-e746-4d29-9b3d-08968baedad1), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:28.109248 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-02677c2e-ccc0-4d7c-a37e-a3d270abc46b tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798926'] for security_group_rule (4f2a43de-e746-4d29-9b3d-08968baedad1), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:28.128970 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02677c2e-ccc0-4d7c-a37e-a3d270abc46b tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2a43de-e746-4d29-9b3d-08968baedad1,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:55:28.134354 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-02677c2e-ccc0-4d7c-a37e-a3d270abc46b tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:28.139474 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-02677c2e-ccc0-4d7c-a37e-a3d270abc46b tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166909 May 12 17:55:28.139692 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60448) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:55:28.143837 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-934a54b3-b457-4f63-a1c9-50265f98015a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Request body: {'floatingip': {'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:55:28.165512 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-934a54b3-b457-4f63-a1c9-50265f98015a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:28.243160 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-934a54b3-b457-4f63-a1c9-50265f98015a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:28.353386 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [None req-934a54b3-b457-4f63-a1c9-50265f98015a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Allocated IP 172.27.2.82 (2dffabea-01f3-473a-98ec-6cd80cf699f7/eb85e29b-0dd5-4835-a9ca-913385c8e02a/77f32202-9afc-4598-ad8b-08a9f7f16f87) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:55:28.455716 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-934a54b3-b457-4f63-a1c9-50265f98015a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for port (77f32202-9afc-4598-ad8b-08a9f7f16f87), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:28.489966 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-934a54b3-b457-4f63-a1c9-50265f98015a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (77f32202-9afc-4598-ad8b-08a9f7f16f87), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:28.529882 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934a54b3-b457-4f63-a1c9-50265f98015a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Network 2dffabea-01f3-473a-98ec-6cd80cf699f7 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:55:28.532779 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-934a54b3-b457-4f63-a1c9-50265f98015a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:55:28.538215 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a54b3-b457-4f63-a1c9-50265f98015a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:55:28.544340 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a54b3-b457-4f63-a1c9-50265f98015a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Pushing event updated for resources: {'Port': ['ID=77f32202-9afc-4598-ad8b-08a9f7f16f87,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:55:28.624514 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-934a54b3-b457-4f63-a1c9-50265f98015a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for floatingip (00a12513-bee7-4969-9ee5-b3f7de8f2abc), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:28.660288 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-934a54b3-b457-4f63-a1c9-50265f98015a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (77f32202-9afc-4598-ad8b-08a9f7f16f87), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:28.675138 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:28.847909 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-934a54b3-b457-4f63-a1c9-50265f98015a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for port (77f32202-9afc-4598-ad8b-08a9f7f16f87), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:28.852096 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-934a54b3-b457-4f63-a1c9-50265f98015a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (77f32202-9afc-4598-ad8b-08a9f7f16f87), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:28.922279 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a54b3-b457-4f63-a1c9-50265f98015a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Pushing event updated for resources: {'Port': ['ID=77f32202-9afc-4598-ad8b-08a9f7f16f87,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:55:28.934700 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-934a54b3-b457-4f63-a1c9-50265f98015a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (00a12513-bee7-4969-9ee5-b3f7de8f2abc), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:28.950748 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-934a54b3-b457-4f63-a1c9-50265f98015a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:28.952011 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-934a54b3-b457-4f63-a1c9-50265f98015a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8113477 May 12 17:55:29.147661 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-88ea4f13-b556-4a78-a050-107ef78ca817 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--639243106&fields=id&tenant_id=d17edf9c20f0426db1c8a1dbc420ed6c HTTP/1.1" status: 200 len: 267 time: 0.0419495 May 12 17:55:29.256684 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99de088-1629-40d5-98d4-842520942380 req-5327a2c6-027a-4c69-b40e-01b2fb661ba6 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:29.258146 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-5327a2c6-027a-4c69-b40e-01b2fb661ba6 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/networks?id=42aca28f-4d9c-47b5-9afa-e8a9049c9539 HTTP/1.1" status: 200 len: 811 time: 0.1037199 May 12 17:55:29.272723 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-f93b995a-f33e-4655-95c1-6c7cbc9b1696 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/quotas/d17edf9c20f0426db1c8a1dbc420ed6c HTTP/1.1" status: 200 len: 375 time: 0.0087335 May 12 17:55:29.331800 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-c51b1663-a7e4-46e9-95b4-f9f7a764c4ec tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d17edf9c20f0426db1c8a1dbc420ed6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534112 May 12 17:55:29.347986 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-25092c90-09ea-4cc5-8bad-fea00f9d123d service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109950) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:55:29.349086 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-25092c90-09ea-4cc5-8bad-fea00f9d123d service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055935 May 12 17:55:29.450302 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-78d31717-3e55-4d18-a866-ef87dc867925 service neutron] 10.222.0.73 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939927 May 12 17:55:29.540437 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-73144165-f6bc-4aee-a656-634d02345e41 service neutron] 10.222.0.73 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839829 May 12 17:55:29.701724 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-b149b59a-2032-476e-b205-0a3ed76a7f23 req-1fd08ddd-efe1-4982-bb3c-242ebe19a0b6 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 210 time: 0.0289681 May 12 17:55:30.292022 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:30.810026 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-e44d56aa-d7ad-4907-b8c1-4d94dc04e4f5 req-be620c75-42ed-4a0a-b568-4c5b7111fc64 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 210 time: 0.0317769 May 12 17:55:30.855995 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99de088-1629-40d5-98d4-842520942380 req-7740d8b2-174f-4f70-84d4-05a852c22aea tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:30.857462 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-7740d8b2-174f-4f70-84d4-05a852c22aea tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.74 "GET /v2.0/networks?id=42aca28f-4d9c-47b5-9afa-e8a9049c9539 HTTP/1.1" status: 200 len: 811 time: 0.1227634 May 12 17:55:30.940533 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-001f822a-d535-4275-bae2-9fff1c433c3b tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d17edf9c20f0426db1c8a1dbc420ed6c HTTP/1.1" status: 200 len: 379 time: 0.0590122 May 12 17:55:31.024157 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-f99de088-1629-40d5-98d4-842520942380 req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Request body: {'port': {'device_id': '30b1547c-4ed6-4375-b636-8903a85c6b82', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'admin_state_up': True, 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'security_groups': ['9c6e5daa-198b-408f-a6ce-f5cbfef7026b']}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:55:31.132973 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99de088-1629-40d5-98d4-842520942380 req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Made reservation on behalf of d17edf9c20f0426db1c8a1dbc420ed6c for: {'port': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:55:31.136659 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-f99de088-1629-40d5-98d4-842520942380 req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:31.265066 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_common [req-f99de088-1629-40d5-98d4-842520942380 req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Allocated IP 172.20.0.3 (42aca28f-4d9c-47b5-9afa-e8a9049c9539/4e47a012-ad83-4701-be85-56bd402cf726/627ccf4f-4b89-4327-a46b-2d57a4b45759) {{(pid=109951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:55:31.401811 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-f99de088-1629-40d5-98d4-842520942380 req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for port (627ccf4f-4b89-4327-a46b-2d57a4b45759), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:31.434169 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-f99de088-1629-40d5-98d4-842520942380 req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789479939925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (627ccf4f-4b89-4327-a46b-2d57a4b45759), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:31.476491 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99de088-1629-40d5-98d4-842520942380 req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 is already hosted by enough agents. {{(pid=109951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:55:31.480145 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [req-f99de088-1629-40d5-98d4-842520942380 req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Resources bound (agent type, host, resource id): {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:55:31.482431 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99de088-1629-40d5-98d4-842520942380 req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Received port after_create {{(pid=109951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:55:31.511011 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Pushing event updated for resources: {'Port': ['ID=627ccf4f-4b89-4327-a46b-2d57a4b45759,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:55:31.525628 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:55:31.526023 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:55:31.526291 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:55:31.526625 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:55:31.526952 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:55:31.527275 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:55:31.527601 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:55:31.527920 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:55:31.528258 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:55:31.528584 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:55:31.528901 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:55:31.529218 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:55:31.529603 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:55:31.529921 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:55:31.530233 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:55:31.551375 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99de088-1629-40d5-98d4-842520942380 req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:31.551990 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-f99de088-1629-40d5-98d4-842520942380 req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:31.568883 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-35636ea3-54ac-4a98-9e80-2b7eb3047a82 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5484698 May 12 17:55:31.578834 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-59fdc848-c2fd-4411-8960-9a58cb5bb758 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109951) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:55:31.579792 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-59fdc848-c2fd-4411-8960-9a58cb5bb758 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052121 May 12 17:55:31.651464 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Request body: {'port': {'device_id': '30b1547c-4ed6-4375-b636-8903a85c6b82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:55:31.712378 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (627ccf4f-4b89-4327-a46b-2d57a4b45759), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:31.759863 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-76a7c17b-788c-4f61-81f6-01d30123c70c None None] Provisioning complete for port 627ccf4f-4b89-4327-a46b-2d57a4b45759 triggered by entity DHCP. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:55:31.760435 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-76a7c17b-788c-4f61-81f6-01d30123c70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (627ccf4f-4b89-4327-a46b-2d57a4b45759), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:31.794105 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-76a7c17b-788c-4f61-81f6-01d30123c70c None None] Port 627ccf4f-4b89-4327-a46b-2d57a4b45759 cannot update to ACTIVE because it is not bound. {{(pid=109952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:55:31.928097 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcbcf6-2e69-4560-b1f9-f1b687cce9d9 req-3f428a75-8c46-4509-be61-a07ee6a9acf4 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:31.929499 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-abbcbcf6-2e69-4560-b1f9-f1b687cce9d9 req-3f428a75-8c46-4509-be61-a07ee6a9acf4 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 931 time: 0.0460937 May 12 17:55:31.976941 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-abbcbcf6-2e69-4560-b1f9-f1b687cce9d9 req-9d09837f-630d-4b4b-a222-942eecda317f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c6e5daa-198b-408f-a6ce-f5cbfef7026b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407631 May 12 17:55:32.009352 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627ccf4f-4b89-4327-a46b-2d57a4b45759 {{(pid=109951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:55:32.016850 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Publish callbacks [] for port (627ccf4f-4b89-4327-a46b-2d57a4b45759), precommit_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:32.029306 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.provisioning_blocks [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Transition to ACTIVE for port object 627ccf4f-4b89-4327-a46b-2d57a4b45759 will not be triggered until provisioned by entity L2. {{(pid=109951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:55:32.033195 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (627ccf4f-4b89-4327-a46b-2d57a4b45759), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:32.086103 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Pushing event updated for resources: {'Port': ['ID=627ccf4f-4b89-4327-a46b-2d57a4b45759,revision_number=2']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:55:32.155655 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Attempting to bind port 627ccf4f-4b89-4327-a46b-2d57a4b45759 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:55:32.155987 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Attempting to bind port 627ccf4f-4b89-4327-a46b-2d57a4b45759 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '610844af-1cf6-4b24-82c7-579224578243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539'}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:55:32.156341 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Attempting to bind port 627ccf4f-4b89-4327-a46b-2d57a4b45759 on network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:55:32.160844 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Port 627ccf4f-4b89-4327-a46b-2d57a4b45759 on network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:55:32.161156 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Attempting to bind port 627ccf4f-4b89-4327-a46b-2d57a4b45759 on network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:55:32.166891 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Checking agent: {'id': '4ef49812-a3c5-47d1-a099-e259b52b0fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'started_at': datetime.datetime(2022, 5, 12, 17, 42, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:55:32.167228 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Checking segment: {'id': '610844af-1cf6-4b24-82c7-579224578243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:55:32.167809 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Bound using segment: {'id': '610844af-1cf6-4b24-82c7-579224578243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539'} {{(pid=109951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:55:32.168235 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.managers [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Bound port: 627ccf4f-4b89-4327-a46b-2d57a4b45759, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610844af-1cf6-4b24-82c7-579224578243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539'}}] {{(pid=109951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:55:32.168589 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (627ccf4f-4b89-4327-a46b-2d57a4b45759), before_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:32.233765 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] For port 627ccf4f-4b89-4327-a46b-2d57a4b45759, host hv-cinder-84052, cleared binding levels {{(pid=109951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:55:32.236902 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] For port 627ccf4f-4b89-4327-a46b-2d57a4b45759, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=627ccf4f-4b89-4327-a46b-2d57a4b45759,segment=NetworkSegment(610844af-1cf6-4b24-82c7-579224578243),segment_id=610844af-1cf6-4b24-82c7-579224578243)] {{(pid=109951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:55:32.242275 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285182'] for port (627ccf4f-4b89-4327-a46b-2d57a4b45759), after_update {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:32.279938 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:32.280811 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:32.282331 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-308241b3-b57e-4cf1-917a-345890306107 service neutron] 10.222.0.74 "PUT /v2.0/ports/627ccf4f-4b89-4327-a46b-2d57a4b45759 HTTP/1.1" status: 200 len: 1093 time: 0.6872616 May 12 17:55:32.284568 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b1547c-4ed6-4375-b636-8903a85c6b82', 'tag': '627ccf4f-4b89-4327-a46b-2d57a4b45759'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:55:32.286890 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915d95e5-d20e-4803-b541-92e8778dc0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "30b1547c-4ed6-4375-b636-8903a85c6b82", "tag": "627ccf4f-4b89-4327-a46b-2d57a4b45759"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:55:32.314140 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308241b3-b57e-4cf1-917a-345890306107 service neutron] Pushing event updated for resources: {'Port': ['ID=627ccf4f-4b89-4327-a46b-2d57a4b45759,revision_number=3']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:55:32.395531 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99de088-1629-40d5-98d4-842520942380 req-3769b5a5-5efc-4d46-a2b0-ff0d7d89eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:32.397067 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-3769b5a5-5efc-4d46-a2b0-ff0d7d89eddf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d17edf9c20f0426db1c8a1dbc420ed6c&device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 1127 time: 0.0444427 May 12 17:55:32.404107 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12ece59-32d4-4dcc-a59c-0cf1d7bd3e2e x-openstack-request-id: req-e12ece59-32d4-4dcc-a59c-0cf1d7bd3e2e {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:55:32.404496 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b1547c-4ed6-4375-b636-8903a85c6b82", "tag": "627ccf4f-4b89-4327-a46b-2d57a4b45759", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:55:32.404828 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e12ece59-32d4-4dcc-a59c-0cf1d7bd3e2e {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:55:32.405277 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12ece59-32d4-4dcc-a59c-0cf1d7bd3e2e'] response: {'name': 'network-changed', 'server_uuid': '30b1547c-4ed6-4375-b636-8903a85c6b82', 'tag': '627ccf4f-4b89-4327-a46b-2d57a4b45759', 'status': 'completed', 'code': 200} May 12 17:55:32.450058 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-acb1dbe8-24db-4784-ab2f-9b54d5deb14e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=627ccf4f-4b89-4327-a46b-2d57a4b45759 HTTP/1.1" status: 200 len: 217 time: 0.0355065 May 12 17:55:32.503425 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99de088-1629-40d5-98d4-842520942380 req-e78b7e53-4d6d-4d45-a92c-894d119a5c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:32.504935 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-e78b7e53-4d6d-4d45-a92c-894d119a5c58 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e47a012-ad83-4701-be85-56bd402cf726 HTTP/1.1" status: 200 len: 850 time: 0.0460885 May 12 17:55:32.557518 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99de088-1629-40d5-98d4-842520942380 req-b58081fe-6433-4540-87df-9e07aec9e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:32.558999 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-b58081fe-6433-4540-87df-9e07aec9e33c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=42aca28f-4d9c-47b5-9afa-e8a9049c9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417576 May 12 17:55:32.648425 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-9eb6b069-22c8-4489-a4e8-a1b12e8add3f service neutron] 10.222.0.74 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823190 May 12 17:55:32.739210 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-f99de088-1629-40d5-98d4-842520942380 req-fa02da86-95b6-4c58-bd56-e9ab51fec94a service neutron] 10.222.0.74 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839176 May 12 17:55:33.095144 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0142f3-3d28-4302-b151-eff846a29b2d req-6d95fea3-ab05-4724-ba2a-5b1c9689a342 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:33.096643 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-eb0142f3-3d28-4302-b151-eff846a29b2d req-6d95fea3-ab05-4724-ba2a-5b1c9689a342 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 943 time: 0.0514975 May 12 17:55:33.143252 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-eb0142f3-3d28-4302-b151-eff846a29b2d req-029a6456-b2ec-4b2f-824c-f405a140c614 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c6e5daa-198b-408f-a6ce-f5cbfef7026b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411167 May 12 17:55:33.759163 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d95e5-d20e-4803-b541-92e8778dc0d2 req-9de1e39f-0718-4098-8979-f0377320a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:33.761406 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-915d95e5-d20e-4803-b541-92e8778dc0d2 req-9de1e39f-0718-4098-8979-f0377320a9c9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d17edf9c20f0426db1c8a1dbc420ed6c&device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 1127 time: 0.0394640 May 12 17:55:33.851929 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d95e5-d20e-4803-b541-92e8778dc0d2 req-7beb918d-4f21-4b7e-b08c-de999c184828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:33.853728 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-915d95e5-d20e-4803-b541-92e8778dc0d2 req-7beb918d-4f21-4b7e-b08c-de999c184828 service neutron] 10.222.0.74 "GET /v2.0/networks?id=42aca28f-4d9c-47b5-9afa-e8a9049c9539 HTTP/1.1" status: 200 len: 912 time: 0.0863578 May 12 17:55:33.895788 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-915d95e5-d20e-4803-b541-92e8778dc0d2 req-12c4ca94-e4db-477f-9774-579d5b5bc807 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=627ccf4f-4b89-4327-a46b-2d57a4b45759 HTTP/1.1" status: 200 len: 217 time: 0.0346961 May 12 17:55:33.943971 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d95e5-d20e-4803-b541-92e8778dc0d2 req-24f513e1-afb1-40cd-ba56-536ada1da9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:33.945568 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-915d95e5-d20e-4803-b541-92e8778dc0d2 req-24f513e1-afb1-40cd-ba56-536ada1da9e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e47a012-ad83-4701-be85-56bd402cf726 HTTP/1.1" status: 200 len: 850 time: 0.0433407 May 12 17:55:33.995174 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d95e5-d20e-4803-b541-92e8778dc0d2 req-8a132264-7f66-4286-8f21-8f04bb3388f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:33.996756 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-915d95e5-d20e-4803-b541-92e8778dc0d2 req-8a132264-7f66-4286-8f21-8f04bb3388f4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=42aca28f-4d9c-47b5-9afa-e8a9049c9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427470 May 12 17:55:34.089566 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-915d95e5-d20e-4803-b541-92e8778dc0d2 req-3345a37c-823f-4f9f-bd09-a10f07e00b5c service neutron] 10.222.0.74 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847521 May 12 17:55:34.188555 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-915d95e5-d20e-4803-b541-92e8778dc0d2 req-1fcc23e9-5c1f-4bf9-bb11-3a5bea128dfa service neutron] 10.222.0.74 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914454 May 12 17:55:34.261780 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57e241-cf7f-4536-a842-932ca231f122 req-b6903eac-b6de-45fb-9d4d-6a614eafcb23 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:34.263238 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1b57e241-cf7f-4536-a842-932ca231f122 req-b6903eac-b6de-45fb-9d4d-6a614eafcb23 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 943 time: 0.0513186 May 12 17:55:34.310949 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-1b57e241-cf7f-4536-a842-932ca231f122 req-0649f82a-1b00-462c-b58d-118ac8645b9d tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c6e5daa-198b-408f-a6ce-f5cbfef7026b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421267 May 12 17:55:35.422550 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e7aa7-7f14-4595-a44f-4a8766086809 req-2517cb85-7082-4852-b7ea-4fe903212747 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:35.424000 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-616e7aa7-7f14-4595-a44f-4a8766086809 req-2517cb85-7082-4852-b7ea-4fe903212747 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 943 time: 0.0463059 May 12 17:55:35.469148 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-616e7aa7-7f14-4595-a44f-4a8766086809 req-64ea8e7e-c454-40b2-be61-8e806c00736f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c6e5daa-198b-408f-a6ce-f5cbfef7026b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397019 May 12 17:55:35.723097 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 627ccf4f-4b89-4327-a46b-2d57a4b45759 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=109952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:55:35.817213 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 627ccf4f-4b89-4327-a46b-2d57a4b45759, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=627ccf4f-4b89-4327-a46b-2d57a4b45759,segment=NetworkSegment(610844af-1cf6-4b24-82c7-579224578243),segment_id=610844af-1cf6-4b24-82c7-579224578243)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:55:35.831067 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Returning: {'device': '627ccf4f-4b89-4327-a46b-2d57a4b45759', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'port_id': '627ccf4f-4b89-4327-a46b-2d57a4b45759', 'mac_address': 'fa:16:3e:67:42:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e47a012-ad83-4701-be85-56bd402cf726', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:55:35.868826 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 627ccf4f-4b89-4327-a46b-2d57a4b45759 is: DOWN; New status is: BUILD {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:55:35.869179 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (627ccf4f-4b89-4327-a46b-2d57a4b45759), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:35.882379 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627ccf4f-4b89-4327-a46b-2d57a4b45759 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:55:35.902293 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 627ccf4f-4b89-4327-a46b-2d57a4b45759, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=627ccf4f-4b89-4327-a46b-2d57a4b45759,segment=NetworkSegment(610844af-1cf6-4b24-82c7-579224578243),segment_id=610844af-1cf6-4b24-82c7-579224578243)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:55:35.905914 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (627ccf4f-4b89-4327-a46b-2d57a4b45759), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:35.953730 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=627ccf4f-4b89-4327-a46b-2d57a4b45759,revision_number=4']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:55:36.254270 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] get_ports_and_sgs() called for port_ids ['627ccf4f-4b89-4327-a46b-2d57a4b45759'] {{(pid=109952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:55:36.583090 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc1ed4-e4d2-4566-844f-31db8d783d69 req-8c25e808-189e-4156-9683-6850bc5c9667 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:36.584574 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-45dc1ed4-e4d2-4566-844f-31db8d783d69 req-8c25e808-189e-4156-9683-6850bc5c9667 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 944 time: 0.0458531 May 12 17:55:36.633816 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-45dc1ed4-e4d2-4566-844f-31db8d783d69 req-3de4df09-7612-45ad-a1f2-bc30655d1685 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c6e5daa-198b-408f-a6ce-f5cbfef7026b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435047 May 12 17:55:37.740969 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 627ccf4f-4b89-4327-a46b-2d57a4b45759 up at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:55:37.747709 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca0517-f0ca-44ff-b30d-42b79bf21b0f req-c85030c0-701f-4852-b781-187c05181dcb tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:37.749244 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-cfca0517-f0ca-44ff-b30d-42b79bf21b0f req-c85030c0-701f-4852-b781-187c05181dcb tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 944 time: 0.0478377 May 12 17:55:37.785880 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning for port 627ccf4f-4b89-4327-a46b-2d57a4b45759 completed by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:55:37.792294 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Provisioning complete for port 627ccf4f-4b89-4327-a46b-2d57a4b45759 triggered by entity L2. {{(pid=109952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:55:37.792665 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4086738'] for port (627ccf4f-4b89-4327-a46b-2d57a4b45759), provisioning_complete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:37.798295 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-cfca0517-f0ca-44ff-b30d-42b79bf21b0f req-84a17df5-7eb3-4f47-a9de-0b8df4aec662 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c6e5daa-198b-408f-a6ce-f5cbfef7026b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435357 May 12 17:55:37.874257 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Current status of the port 627ccf4f-4b89-4327-a46b-2d57a4b45759 is: BUILD; New status is: ACTIVE {{(pid=109952) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:55:37.874576 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for port (627ccf4f-4b89-4327-a46b-2d57a4b45759), before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:37.897702 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b1547c-4ed6-4375-b636-8903a85c6b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627ccf4f-4b89-4327-a46b-2d57a4b45759'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:55:37.899889 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee95727ae02bac713fa32a3c3e5e84fff6d22b52fdfb2d89daa907dd0805bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3ace33-4117-49a2-86af-268286dea70c" -d '{"events": [{"server_uuid": "30b1547c-4ed6-4375-b636-8903a85c6b82", "name": "network-vif-plugged", "status": "completed", "tag": "627ccf4f-4b89-4327-a46b-2d57a4b45759"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:55:37.912897 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] For port 627ccf4f-4b89-4327-a46b-2d57a4b45759, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=627ccf4f-4b89-4327-a46b-2d57a4b45759,segment=NetworkSegment(610844af-1cf6-4b24-82c7-579224578243),segment_id=610844af-1cf6-4b24-82c7-579224578243)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:55:37.917466 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789480418443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789479939943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789479939961'] for port (627ccf4f-4b89-4327-a46b-2d57a4b45759), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:37.941022 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e5da6b-061c-4abf-ab6b-919149c1cb01 x-openstack-request-id: req-39e5da6b-061c-4abf-ab6b-919149c1cb01 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:55:37.941313 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b1547c-4ed6-4375-b636-8903a85c6b82", "name": "network-vif-plugged", "status": "completed", "tag": "627ccf4f-4b89-4327-a46b-2d57a4b45759", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:55:37.941569 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-39e5da6b-061c-4abf-ab6b-919149c1cb01 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:55:37.941959 dv-cinder-840525-2-iscsi neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e5da6b-061c-4abf-ab6b-919149c1cb01'] response: {'server_uuid': '30b1547c-4ed6-4375-b636-8903a85c6b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627ccf4f-4b89-4327-a46b-2d57a4b45759', 'code': 200} May 12 17:55:37.968890 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Pushing event updated for resources: {'Port': ['ID=627ccf4f-4b89-4327-a46b-2d57a4b45759,revision_number=5']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:55:38.139882 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78a1c3-a976-4377-b0ff-2b07dd2a290a req-898f1f83-8a34-44c3-88ca-acf3fb1fc69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:38.141248 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-0d78a1c3-a976-4377-b0ff-2b07dd2a290a req-898f1f83-8a34-44c3-88ca-acf3fb1fc69c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 1129 time: 0.0362856 May 12 17:55:38.184529 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-0d78a1c3-a976-4377-b0ff-2b07dd2a290a req-5e87435d-d9e1-4111-aa3b-341da6bddd1e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9c6e5daa-198b-408f-a6ce-f5cbfef7026b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370092 May 12 17:55:38.912519 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba374a9e-c498-4bab-a8df-8efa1043e9e5 req-3f8818a0-3a27-468e-b5d8-8ae0490efecb tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:38.913964 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ba374a9e-c498-4bab-a8df-8efa1043e9e5 req-3f8818a0-3a27-468e-b5d8-8ae0490efecb tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 945 time: 0.0464866 May 12 17:55:38.960932 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ba374a9e-c498-4bab-a8df-8efa1043e9e5 req-91c7293d-6c9b-44a6-b2b2-c12a9b950ec3 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c6e5daa-198b-408f-a6ce-f5cbfef7026b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404062 May 12 17:55:40.077281 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7739df-043a-4f1c-9c22-63a030600314 req-ad484a7a-67dc-4e80-963f-9873e9f0385f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:40.078748 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ec7739df-043a-4f1c-9c22-63a030600314 req-ad484a7a-67dc-4e80-963f-9873e9f0385f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 945 time: 0.0481329 May 12 17:55:40.123803 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ec7739df-043a-4f1c-9c22-63a030600314 req-cae24546-cc90-4c71-8621-a255a957459a tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c6e5daa-198b-408f-a6ce-f5cbfef7026b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395494 May 12 17:55:40.234138 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3ce4d-318e-4e00-ac6b-87ace121ae07 req-9e2db83e-60e6-47b9-a9a1-6e4c9a10f2ba tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:40.235628 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-2fc3ce4d-318e-4e00-ac6b-87ace121ae07 req-9e2db83e-60e6-47b9-a9a1-6e4c9a10f2ba tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 945 time: 0.0477798 May 12 17:55:40.244734 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60514) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:55:40.248982 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-47375854-211b-43db-8167-1259a4d4668f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Request body: {'floatingip': {'port_id': '627ccf4f-4b89-4327-a46b-2d57a4b45759'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:55:40.292434 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-47375854-211b-43db-8167-1259a4d4668f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for floatingip (00a12513-bee7-4969-9ee5-b3f7de8f2abc), before_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:40.721397 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-47375854-211b-43db-8167-1259a4d4668f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:40.725253 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-47375854-211b-43db-8167-1259a4d4668f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (00a12513-bee7-4969-9ee5-b3f7de8f2abc), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:40.827912 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.l3_db [None req-47375854-211b-43db-8167-1259a4d4668f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Floating IP 00a12513-bee7-4969-9ee5-b3f7de8f2abc associated. External IP: 172.27.2.82, port: 627ccf4f-4b89-4327-a46b-2d57a4b45759. May 12 17:55:41.040730 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47375854-211b-43db-8167-1259a4d4668f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:55:41.156420 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47375854-211b-43db-8167-1259a4d4668f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:55:41.161268 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-47375854-211b-43db-8167-1259a4d4668f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:41.166904 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e140418-8b69-4c6f-afc2-ecd936adae05 None None] Sync routers for ids ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:55:41.176837 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e140418-8b69-4c6f-afc2-ecd936adae05 None None] Routers {'78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:55:41.177445 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-4e140418-8b69-4c6f-afc2-ecd936adae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:55:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:55:41.190642 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-47375854-211b-43db-8167-1259a4d4668f tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "PUT /v2.0/floatingips/00a12513-bee7-4969-9ee5-b3f7de8f2abc HTTP/1.1" status: 200 len: 990 time: 0.9449279 May 12 17:55:41.191234 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b1547c-4ed6-4375-b636-8903a85c6b82', 'tag': '627ccf4f-4b89-4327-a46b-2d57a4b45759'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:55:41.193528 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9e7774-3716-4191-8adf-c08d50997ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "30b1547c-4ed6-4375-b636-8903a85c6b82", "tag": "627ccf4f-4b89-4327-a46b-2d57a4b45759"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:55:41.228836 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d041972-c57e-47b1-a9fd-6240714002d4 x-openstack-request-id: req-5d041972-c57e-47b1-a9fd-6240714002d4 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:55:41.229215 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b1547c-4ed6-4375-b636-8903a85c6b82", "tag": "627ccf4f-4b89-4327-a46b-2d57a4b45759", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:55:41.229537 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5d041972-c57e-47b1-a9fd-6240714002d4 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:55:41.230004 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d041972-c57e-47b1-a9fd-6240714002d4'] response: {'name': 'network-changed', 'server_uuid': '30b1547c-4ed6-4375-b636-8903a85c6b82', 'tag': '627ccf4f-4b89-4327-a46b-2d57a4b45759', 'status': 'completed', 'code': 200} May 12 17:55:41.286475 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-4e140418-8b69-4c6f-afc2-ecd936adae05 None None] Set router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:55:41.320498 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e7774-3716-4191-8adf-c08d50997ea5 req-2eb9172e-fde2-48e3-8d31-b91995d68574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:41.321942 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-ee9e7774-3716-4191-8adf-c08d50997ea5 req-2eb9172e-fde2-48e3-8d31-b91995d68574 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d17edf9c20f0426db1c8a1dbc420ed6c&device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 1129 time: 0.0382683 May 12 17:55:41.417179 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e7774-3716-4191-8adf-c08d50997ea5 req-80a8d9a0-7245-400f-9322-ec375bf9009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:41.418633 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-ee9e7774-3716-4191-8adf-c08d50997ea5 req-80a8d9a0-7245-400f-9322-ec375bf9009a service neutron] 10.222.0.74 "GET /v2.0/networks?id=42aca28f-4d9c-47b5-9afa-e8a9049c9539 HTTP/1.1" status: 200 len: 912 time: 0.0892701 May 12 17:55:41.491083 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-ee9e7774-3716-4191-8adf-c08d50997ea5 req-77b78a0d-441c-4243-ab6a-5d3146910bcc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=627ccf4f-4b89-4327-a46b-2d57a4b45759 HTTP/1.1" status: 200 len: 998 time: 0.0635378 May 12 17:55:41.501325 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-4e140418-8b69-4c6f-afc2-ecd936adae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:15Z', 'revision_number': 4, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '00a12513-bee7-4969-9ee5-b3f7de8f2abc', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'port_id': '627ccf4f-4b89-4327-a46b-2d57a4b45759', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'mac_address': 'fa:16:3e:67:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b1547c-4ed6-4375-b636-8903a85c6b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:55:28Z', 'updated_at': '2022-05-12T17:55:40Z', 'revision_number': 1, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc4c398-e9eb-4787-803f-f15a31fdeb1b', 'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'mac_address': 'fa:16:3e:3d:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4e47a012-ad83-4701-be85-56bd402cf726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:14Z', 'updated_at': '2022-05-12T17:52:20Z', 'revision_number': 5, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'subnets': [{'id': '4e47a012-ad83-4701-be85-56bd402cf726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:55:41.532028 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e140418-8b69-4c6f-afc2-ecd936adae05 None None] Checking router: 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:55:41.541256 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e140418-8b69-4c6f-afc2-ecd936adae05 None None] Routers {'78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:55:41.542032 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e7774-3716-4191-8adf-c08d50997ea5 req-d860b91b-7d87-4851-a614-7b6de665a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:41.542502 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-4e140418-8b69-4c6f-afc2-ecd936adae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:55:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:55:41.543498 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-ee9e7774-3716-4191-8adf-c08d50997ea5 req-d860b91b-7d87-4851-a614-7b6de665a689 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e47a012-ad83-4701-be85-56bd402cf726 HTTP/1.1" status: 200 len: 850 time: 0.0441735 May 12 17:55:41.586654 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e7774-3716-4191-8adf-c08d50997ea5 req-26bcfb45-f108-409a-a635-2fe0057a5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:55:41.588315 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-ee9e7774-3716-4191-8adf-c08d50997ea5 req-26bcfb45-f108-409a-a635-2fe0057a5d29 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=42aca28f-4d9c-47b5-9afa-e8a9049c9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376773 May 12 17:55:41.652260 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-4e140418-8b69-4c6f-afc2-ecd936adae05 None None] Set router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:55:41.942388 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-ee9e7774-3716-4191-8adf-c08d50997ea5 req-38f92d5d-45be-4283-8ae9-3bea556a1ae0 service neutron] 10.222.0.74 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464007 May 12 17:55:41.991144 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-4e140418-8b69-4c6f-afc2-ecd936adae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:15Z', 'revision_number': 4, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '00a12513-bee7-4969-9ee5-b3f7de8f2abc', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'port_id': '627ccf4f-4b89-4327-a46b-2d57a4b45759', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'mac_address': 'fa:16:3e:67:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b1547c-4ed6-4375-b636-8903a85c6b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:55:28Z', 'updated_at': '2022-05-12T17:55:40Z', 'revision_number': 1, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc4c398-e9eb-4787-803f-f15a31fdeb1b', 'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'mac_address': 'fa:16:3e:3d:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4e47a012-ad83-4701-be85-56bd402cf726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:14Z', 'updated_at': '2022-05-12T17:52:20Z', 'revision_number': 5, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'subnets': [{'id': '4e47a012-ad83-4701-be85-56bd402cf726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:55:42.026274 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e140418-8b69-4c6f-afc2-ecd936adae05 None None] The sync data for ids ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'] in dv-cinder-840525-2-iscsi is: [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:15Z', 'revision_number': 4, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '00a12513-bee7-4969-9ee5-b3f7de8f2abc', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'port_id': '627ccf4f-4b89-4327-a46b-2d57a4b45759', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'mac_address': 'fa:16:3e:67:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b1547c-4ed6-4375-b636-8903a85c6b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:55:28Z', 'updated_at': '2022-05-12T17:55:40Z', 'revision_number': 1, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc4c398-e9eb-4787-803f-f15a31fdeb1b', 'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'mac_address': 'fa:16:3e:3d:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4e47a012-ad83-4701-be85-56bd402cf726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:14Z', 'updated_at': '2022-05-12T17:52:20Z', 'revision_number': 5, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'subnets': [{'id': '4e47a012-ad83-4701-be85-56bd402cf726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:55:42.036464 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-ee9e7774-3716-4191-8adf-c08d50997ea5 req-3d900acc-9423-494c-939c-2473c4498e33 service neutron] 10.222.0.74 "GET /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871596 May 12 17:55:42.253289 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91731a5d-3eb6-4707-a124-966cf5c83e94 None None] New status for floating IP 00a12513-bee7-4969-9ee5-b3f7de8f2abc: ACTIVE {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:55:53.659028 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-911eac26-440e-46d7-bcd5-37a3e6cc96d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:55.257196 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:55.886127 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f0872f1f-e969-412e-adba-c84c407d7b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:57.333807 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:58.126359 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:55:58.678462 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:00.295332 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:03.905815 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-cdd9c3cb-9567-487f-8a7c-cf07149c2b22 req-ef183f91-01cd-47c3-89ba-612b272572f2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393136 May 12 17:56:04.010121 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9c3cb-9567-487f-8a7c-cf07149c2b22 req-e85fea5c-f69c-49db-98f7-07974461bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:04.011581 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-cdd9c3cb-9567-487f-8a7c-cf07149c2b22 req-e85fea5c-f69c-49db-98f7-07974461bd98 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d7ebeafe8140b3b8332059258a83eb&device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 1130 time: 0.0421436 May 12 17:56:04.113837 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9c3cb-9567-487f-8a7c-cf07149c2b22 req-e6c31b51-c1d6-4c4a-b76e-d7e0d9cd5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:04.115291 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-cdd9c3cb-9567-487f-8a7c-cf07149c2b22 req-e6c31b51-c1d6-4c4a-b76e-d7e0d9cd5ee4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a25dbb6f-d15b-498d-a498-e2acebdb3c69 HTTP/1.1" status: 200 len: 912 time: 0.0823884 May 12 17:56:04.181323 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-cdd9c3cb-9567-487f-8a7c-cf07149c2b22 req-fd084e2e-1aea-4030-a64a-d65dffa7aaa8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32313048-9cf4-4080-982e-b807bb4c51d5 HTTP/1.1" status: 200 len: 1001 time: 0.0596037 May 12 17:56:04.230197 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9c3cb-9567-487f-8a7c-cf07149c2b22 req-f4bb90cd-c995-4366-b142-f7ea8893d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:04.231635 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-cdd9c3cb-9567-487f-8a7c-cf07149c2b22 req-f4bb90cd-c995-4366-b142-f7ea8893d026 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b393bcd-a146-44a6-8ec1-ecf303917907 HTTP/1.1" status: 200 len: 850 time: 0.0451403 May 12 17:56:04.273247 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9c3cb-9567-487f-8a7c-cf07149c2b22 req-6d998921-d7b1-45cd-be15-4204cd6611a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:04.275442 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-cdd9c3cb-9567-487f-8a7c-cf07149c2b22 req-6d998921-d7b1-45cd-be15-4204cd6611a7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a25dbb6f-d15b-498d-a498-e2acebdb3c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380223 May 12 17:56:04.366011 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-cdd9c3cb-9567-487f-8a7c-cf07149c2b22 req-3d7e744f-d472-47a7-9c5c-5155189b6b3b service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845327 May 12 17:56:04.454489 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-cdd9c3cb-9567-487f-8a7c-cf07149c2b22 req-14bfa9df-4b81-4587-8f80-60ab4258d3df service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812523 May 12 17:56:23.663954 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fb41d804-de24-4366-a24e-ed17d4b84d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:25.276921 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:25.889006 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-379c1a6f-19e4-4dde-ae6d-3dcf4c2d7f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:26.813159 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60576) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:26.968776 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Deleting port 4f9cc513-8935-4cb5-8eda-bf7e576aae56 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:26.969127 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (4f9cc513-8935-4cb5-8eda-bf7e576aae56), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:27.060341 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (4f9cc513-8935-4cb5-8eda-bf7e576aae56), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:27.060666 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for floatingip (4f9cc513-8935-4cb5-8eda-bf7e576aae56), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:27.077448 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Calling delete_port for 4f9cc513-8935-4cb5-8eda-bf7e576aae56 owned by network:floatingip {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:27.265216 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (4f9cc513-8935-4cb5-8eda-bf7e576aae56), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:27.291267 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Pushing event deleted for resources: {'Port': ['ID=4f9cc513-8935-4cb5-8eda-bf7e576aae56,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:27.303397 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:27.303754 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:27.304102 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:27.304474 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:27.304815 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:27.305181 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:27.305508 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:27.305838 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:27.306165 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:27.306492 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:27.306820 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:27.307150 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:27.307508 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:27.307817 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:27.308140 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:27.335459 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:27.370085 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for floatingip (0f6e3022-2895-4f5f-91e5-f9c60d48e0e4), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:27.370484 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.l3_db [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Floating IP 0f6e3022-2895-4f5f-91e5-f9c60d48e0e4 disassociated (deleted). External IP: 172.27.2.190, port: 36ac8c9b-649a-4f18-98d9-0e51a7a3795f. May 12 17:56:27.851697 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Router 5d32b6ee-cb99-48de-83af-d6fbd2438e13 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:56:27.969215 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:56:27.974170 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:27.982648 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314e5a6e-fb2a-454a-a5d3-81a3d83a7ec6 None None] Sync routers for ids ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:56:28.000669 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314e5a6e-fb2a-454a-a5d3-81a3d83a7ec6 None None] Routers {'5d32b6ee-cb99-48de-83af-d6fbd2438e13'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:56:28.000947 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60586) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:28.001474 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-314e5a6e-fb2a-454a-a5d3-81a3d83a7ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:56:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:28.017993 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-b67ab9d2-66a1-4d86-8285-062d978af884 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "DELETE /v2.0/floatingips/0f6e3022-2895-4f5f-91e5-f9c60d48e0e4 HTTP/1.1" status: 204 len: 168 time: 1.2013185 May 12 17:56:28.017993 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'tag': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:56:28.018711 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5747aa54-8793-4654-8eab-3c91b4d798f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e980ad9a-20f5-4380-92ad-2e15e178af1b", "tag": "36ac8c9b-649a-4f18-98d9-0e51a7a3795f"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:56:28.075102 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43afb7b-37fe-4f3d-9239-ffa9a255f7b1 x-openstack-request-id: req-b43afb7b-37fe-4f3d-9239-ffa9a255f7b1 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:56:28.075398 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e980ad9a-20f5-4380-92ad-2e15e178af1b", "tag": "36ac8c9b-649a-4f18-98d9-0e51a7a3795f", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:56:28.075656 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b43afb7b-37fe-4f3d-9239-ffa9a255f7b1 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:56:28.076055 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b43afb7b-37fe-4f3d-9239-ffa9a255f7b1'] response: {'name': 'network-changed', 'server_uuid': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'tag': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f', 'status': 'completed', 'code': 200} May 12 17:56:28.115659 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-314e5a6e-fb2a-454a-a5d3-81a3d83a7ec6 None None] Set router 5d32b6ee-cb99-48de-83af-d6fbd2438e13 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:56:28.193913 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747aa54-8793-4654-8eab-3c91b4d798f1 req-2f18b624-2c11-4c5d-83cc-c7ed6df84498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:28.195408 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-5747aa54-8793-4654-8eab-3c91b4d798f1 req-2f18b624-2c11-4c5d-83cc-c7ed6df84498 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=583159e196b2438698885193ca03ef4d&device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 1130 time: 0.0601039 May 12 17:56:28.236648 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-9163e974-8091-40d8-8856-aa290e711e46 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Deleting port 37cd9840-d514-468c-9bca-6d474783a144 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:28.237219 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9163e974-8091-40d8-8856-aa290e711e46 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (37cd9840-d514-468c-9bca-6d474783a144), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:28.283972 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e325b0-5dee-4993-880b-192ccb7acf64 req-252ed65d-e1c5-477a-baab-2f74d1a4f637 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:28.291145 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-61e325b0-5dee-4993-880b-192ccb7acf64 req-252ed65d-e1c5-477a-baab-2f74d1a4f637 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.0590198 May 12 17:56:28.318978 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9163e974-8091-40d8-8856-aa290e711e46 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (37cd9840-d514-468c-9bca-6d474783a144), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:28.319301 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9163e974-8091-40d8-8856-aa290e711e46 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for floatingip (37cd9840-d514-468c-9bca-6d474783a144), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:28.342096 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-9163e974-8091-40d8-8856-aa290e711e46 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Calling delete_port for 37cd9840-d514-468c-9bca-6d474783a144 owned by network:floatingip {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:28.347597 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-61e325b0-5dee-4993-880b-192ccb7acf64 req-773d79f4-6360-488b-9111-28026bb23e38 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554726 May 12 17:56:28.371472 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-314e5a6e-fb2a-454a-a5d3-81a3d83a7ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'name': 'tempest-TestShelveInstance-1382475070-router', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:52Z', 'updated_at': '2022-05-12T17:51:55Z', 'revision_number': 4, 'project_id': '583159e196b2438698885193ca03ef4d', 'gw_port': {'id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:53Z', 'updated_at': '2022-05-12T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '3bcb6da1-d863-4e9e-b437-f9cb66bbbf36', 'name': '', 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'mac_address': 'fa:16:3e:52:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:55Z', 'updated_at': '2022-05-12T17:51:59Z', 'revision_number': 5, 'project_id': '583159e196b2438698885193ca03ef4d', 'subnets': [{'id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:28.398475 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314e5a6e-fb2a-454a-a5d3-81a3d83a7ec6 None None] Checking router: 5d32b6ee-cb99-48de-83af-d6fbd2438e13 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:56:28.409865 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314e5a6e-fb2a-454a-a5d3-81a3d83a7ec6 None None] Routers {'5d32b6ee-cb99-48de-83af-d6fbd2438e13'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:56:28.410923 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-314e5a6e-fb2a-454a-a5d3-81a3d83a7ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:56:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:28.525681 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-314e5a6e-fb2a-454a-a5d3-81a3d83a7ec6 None None] Set router 5d32b6ee-cb99-48de-83af-d6fbd2438e13 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:56:28.526005 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9163e974-8091-40d8-8856-aa290e711e46 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (37cd9840-d514-468c-9bca-6d474783a144), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:28.551809 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163e974-8091-40d8-8856-aa290e711e46 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event deleted for resources: {'Port': ['ID=37cd9840-d514-468c-9bca-6d474783a144,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:28.615192 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9163e974-8091-40d8-8856-aa290e711e46 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for floatingip (d6ebb147-cdfe-44e6-9221-6cee2f430bf4), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:28.615528 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.l3_db [None req-9163e974-8091-40d8-8856-aa290e711e46 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Floating IP d6ebb147-cdfe-44e6-9221-6cee2f430bf4 disassociated (deleted). External IP: 172.27.2.41, port: 508b21df-7040-42d8-a984-3cff154f2c4e. May 12 17:56:28.683119 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:28.736965 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-314e5a6e-fb2a-454a-a5d3-81a3d83a7ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'name': 'tempest-TestShelveInstance-1382475070-router', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:52Z', 'updated_at': '2022-05-12T17:51:55Z', 'revision_number': 4, 'project_id': '583159e196b2438698885193ca03ef4d', 'gw_port': {'id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:53Z', 'updated_at': '2022-05-12T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '3bcb6da1-d863-4e9e-b437-f9cb66bbbf36', 'name': '', 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'mac_address': 'fa:16:3e:52:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:55Z', 'updated_at': '2022-05-12T17:51:59Z', 'revision_number': 5, 'project_id': '583159e196b2438698885193ca03ef4d', 'subnets': [{'id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:28.765475 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314e5a6e-fb2a-454a-a5d3-81a3d83a7ec6 None None] The sync data for ids ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'] in dv-cinder-840525-2-iscsi is: [{'id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'name': 'tempest-TestShelveInstance-1382475070-router', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:52Z', 'updated_at': '2022-05-12T17:51:55Z', 'revision_number': 4, 'project_id': '583159e196b2438698885193ca03ef4d', 'gw_port': {'id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:53Z', 'updated_at': '2022-05-12T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '3bcb6da1-d863-4e9e-b437-f9cb66bbbf36', 'name': '', 'network_id': '4c9e560d-07a4-4ecb-97d5-62e31a28a50d', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'mac_address': 'fa:16:3e:52:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:55Z', 'updated_at': '2022-05-12T17:51:59Z', 'revision_number': 5, 'project_id': '583159e196b2438698885193ca03ef4d', 'subnets': [{'id': '9b80c515-0b63-44e2-9cec-0193b290cc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:56:28.874296 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9163e974-8091-40d8-8856-aa290e711e46 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Router 24240b91-0752-4b90-8819-f63d4bfedb45 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:56:28.997310 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714e4426-5586-4937-ba9d-1b35b521c817 None None] New status for floating IP 0f6e3022-2895-4f5f-91e5-f9c60d48e0e4: DOWN {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:56:29.000040 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9163e974-8091-40d8-8856-aa290e711e46 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:56:29.007697 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9163e974-8091-40d8-8856-aa290e711e46 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:29.014795 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9b2440-c69d-458a-ad4e-da4d6202bc7b None None] Sync routers for ids ['24240b91-0752-4b90-8819-f63d4bfedb45'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:56:29.023906 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b2440-c69d-458a-ad4e-da4d6202bc7b None None] Routers {'24240b91-0752-4b90-8819-f63d4bfedb45'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:56:29.024960 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-2a9b2440-c69d-458a-ad4e-da4d6202bc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:56:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['24240b91-0752-4b90-8819-f63d4bfedb45'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:29.055903 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-9163e974-8091-40d8-8856-aa290e711e46 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "DELETE /v2.0/floatingips/d6ebb147-cdfe-44e6-9221-6cee2f430bf4 HTTP/1.1" status: 204 len: 168 time: 1.0509772 May 12 17:56:29.055903 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03bed6f-d0ca-490a-a621-94a6938cfa83', 'tag': '508b21df-7040-42d8-a984-3cff154f2c4e'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:56:29.058504 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f41a34-106c-4b3c-870c-b13a10d7d83d" -d '{"events": [{"name": "network-changed", "server_uuid": "d03bed6f-d0ca-490a-a621-94a6938cfa83", "tag": "508b21df-7040-42d8-a984-3cff154f2c4e"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:56:29.152369 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-2a9b2440-c69d-458a-ad4e-da4d6202bc7b None None] Set router 24240b91-0752-4b90-8819-f63d4bfedb45 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:56:29.219350 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e603cec3-11d7-4784-86c1-dc3ff0721abf x-openstack-request-id: req-e603cec3-11d7-4784-86c1-dc3ff0721abf {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:56:29.219742 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03bed6f-d0ca-490a-a621-94a6938cfa83", "tag": "508b21df-7040-42d8-a984-3cff154f2c4e", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:56:29.220355 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e603cec3-11d7-4784-86c1-dc3ff0721abf {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:56:29.220852 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e603cec3-11d7-4784-86c1-dc3ff0721abf'] response: {'name': 'network-changed', 'server_uuid': 'd03bed6f-d0ca-490a-a621-94a6938cfa83', 'tag': '508b21df-7040-42d8-a984-3cff154f2c4e', 'status': 'completed', 'code': 200} May 12 17:56:29.319070 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b601f8-4651-42b0-90eb-abc6df119e44 req-2af4c2f8-4829-48e9-a77b-90a932b8e096 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:29.320808 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-31b601f8-4651-42b0-90eb-abc6df119e44 req-2af4c2f8-4829-48e9-a77b-90a932b8e096 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 945 time: 0.0518789 May 12 17:56:29.372940 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-2a9b2440-c69d-458a-ad4e-da4d6202bc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '45d904a3-3e5c-4c30-b0f2-c767f5da304e', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'port_id': '32313048-9cf4-4080-982e-b807bb4c51d5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'mac_address': 'fa:16:3e:6e:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:52:47Z', 'updated_at': '2022-05-12T17:52:50Z', 'revision_number': 1, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:33Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:29.376744 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-31b601f8-4651-42b0-90eb-abc6df119e44 req-d3e9a053-51f5-491a-bdb0-7df04c5e6629 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497468 May 12 17:56:29.407812 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9b2440-c69d-458a-ad4e-da4d6202bc7b None None] Checking router: 24240b91-0752-4b90-8819-f63d4bfedb45 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:56:29.416452 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b2440-c69d-458a-ad4e-da4d6202bc7b None None] Routers {'24240b91-0752-4b90-8819-f63d4bfedb45'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:56:29.417065 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-2a9b2440-c69d-458a-ad4e-da4d6202bc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:56:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['24240b91-0752-4b90-8819-f63d4bfedb45'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:29.482678 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38903f6-e454-4353-9b09-685d4acbfda9 req-4538bf33-2b15-430a-9a35-ca0ba9eee602 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:29.484516 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f38903f6-e454-4353-9b09-685d4acbfda9 req-4538bf33-2b15-430a-9a35-ca0ba9eee602 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.0488398 May 12 17:56:29.550305 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f38903f6-e454-4353-9b09-685d4acbfda9 req-1a5b8965-f154-4ab6-8a1e-61107e664c31 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588300 May 12 17:56:29.637346 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747aa54-8793-4654-8eab-3c91b4d798f1 req-61feab4b-ae37-4862-8068-62fe51b64202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:29.638827 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-5747aa54-8793-4654-8eab-3c91b4d798f1 req-61feab4b-ae37-4862-8068-62fe51b64202 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4c9e560d-07a4-4ecb-97d5-62e31a28a50d HTTP/1.1" status: 200 len: 910 time: 0.1359527 May 12 17:56:29.647752 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-2a9b2440-c69d-458a-ad4e-da4d6202bc7b None None] Set router 24240b91-0752-4b90-8819-f63d4bfedb45 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:56:29.875702 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-2a9b2440-c69d-458a-ad4e-da4d6202bc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '45d904a3-3e5c-4c30-b0f2-c767f5da304e', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'port_id': '32313048-9cf4-4080-982e-b807bb4c51d5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'mac_address': 'fa:16:3e:6e:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:52:47Z', 'updated_at': '2022-05-12T17:52:50Z', 'revision_number': 1, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:33Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:29.903432 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9b2440-c69d-458a-ad4e-da4d6202bc7b None None] The sync data for ids ['24240b91-0752-4b90-8819-f63d4bfedb45'] in dv-cinder-840525-2-iscsi is: [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_floatingips': [{'id': '45d904a3-3e5c-4c30-b0f2-c767f5da304e', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'router_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'port_id': '32313048-9cf4-4080-982e-b807bb4c51d5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'mac_address': 'fa:16:3e:6e:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:52:47Z', 'updated_at': '2022-05-12T17:52:50Z', 'revision_number': 1, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:33Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:56:30.124130 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3809106-84ce-4bf0-a754-eb04ab300865 None None] New status for floating IP d6ebb147-cdfe-44e6-9221-6cee2f430bf4: DOWN {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:56:30.309206 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:30.531159 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5482d-7db3-49cd-8e92-ed540e25171b req-1a994eb8-6232-4be6-82dc-db2b0f30ce2f tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:30.533196 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7aa5482d-7db3-49cd-8e92-ed540e25171b req-1a994eb8-6232-4be6-82dc-db2b0f30ce2f tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 945 time: 0.0593987 May 12 17:56:30.597297 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7aa5482d-7db3-49cd-8e92-ed540e25171b req-e1263e7a-805c-4b1f-b6a2-d4273bbc7bda tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573740 May 12 17:56:30.730836 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb334c-5c93-4ffd-868e-4dbcc22f2314 req-8305657a-59cd-496a-9093-440eacce7812 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:30.732482 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d2bb334c-5c93-4ffd-868e-4dbcc22f2314 req-8305657a-59cd-496a-9093-440eacce7812 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.0530703 May 12 17:56:30.788701 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-d2bb334c-5c93-4ffd-868e-4dbcc22f2314 req-dd6ed9e3-53c3-4ebd-aa55-b0f5ba615773 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464318 May 12 17:56:30.839490 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f41a34-106c-4b3c-870c-b13a10d7d83d req-a883158b-682a-4343-bd96-3c18b40451cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:30.841129 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-09f41a34-106c-4b3c-870c-b13a10d7d83d req-a883158b-682a-4343-bd96-3c18b40451cc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d7ebeafe8140b3b8332059258a83eb&device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 1129 time: 0.0529287 May 12 17:56:31.079693 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-5747aa54-8793-4654-8eab-3c91b4d798f1 req-1b3f662b-1829-451d-92cf-5dbb0d01ac37 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36ac8c9b-649a-4f18-98d9-0e51a7a3795f HTTP/1.1" status: 200 len: 217 time: 0.0406425 May 12 17:56:31.290564 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f41a34-106c-4b3c-870c-b13a10d7d83d req-16432ef6-43f1-4c1b-a571-a04809716078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:31.292048 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-09f41a34-106c-4b3c-870c-b13a10d7d83d req-16432ef6-43f1-4c1b-a571-a04809716078 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a25dbb6f-d15b-498d-a498-e2acebdb3c69 HTTP/1.1" status: 200 len: 912 time: 0.0940068 May 12 17:56:31.479209 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-09f41a34-106c-4b3c-870c-b13a10d7d83d req-ecb7c576-b9bb-46f0-b7c5-355ca8c64920 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=508b21df-7040-42d8-a984-3cff154f2c4e HTTP/1.1" status: 200 len: 217 time: 0.0609088 May 12 17:56:31.497810 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747aa54-8793-4654-8eab-3c91b4d798f1 req-9dd9742c-f50e-4632-aaa3-ea0ca650f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:31.499358 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-5747aa54-8793-4654-8eab-3c91b4d798f1 req-9dd9742c-f50e-4632-aaa3-ea0ca650f177 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9b80c515-0b63-44e2-9cec-0193b290cc86 HTTP/1.1" status: 200 len: 848 time: 0.0899508 May 12 17:56:31.564448 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747aa54-8793-4654-8eab-3c91b4d798f1 req-ebb987dd-15a1-4532-a249-b246c80b5360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:31.565939 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-5747aa54-8793-4654-8eab-3c91b4d798f1 req-ebb987dd-15a1-4532-a249-b246c80b5360 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4c9e560d-07a4-4ecb-97d5-62e31a28a50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487683 May 12 17:56:31.567310 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f41a34-106c-4b3c-870c-b13a10d7d83d req-a61b867a-21a6-4be7-8ccd-0b700dee53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:31.568623 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-09f41a34-106c-4b3c-870c-b13a10d7d83d req-a61b867a-21a6-4be7-8ccd-0b700dee53dd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b393bcd-a146-44a6-8ec1-ecf303917907 HTTP/1.1" status: 200 len: 850 time: 0.0820670 May 12 17:56:31.733992 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e06c78-db55-4f17-9fe1-5b1c1240691e req-2196e0d8-ab1b-4046-874f-4268f83813db tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:31.735616 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-75e06c78-db55-4f17-9fe1-5b1c1240691e req-2196e0d8-ab1b-4046-874f-4268f83813db tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.74 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.0602782 May 12 17:56:31.814098 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9040b6a-9262-4b33-a509-f87c39cc5745 req-1f720941-0152-47f4-883e-587d8ecc6aaf tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:31.815770 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-c9040b6a-9262-4b33-a509-f87c39cc5745 req-1f720941-0152-47f4-883e-587d8ecc6aaf tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.74 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 945 time: 0.1375434 May 12 17:56:31.823466 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f41a34-106c-4b3c-870c-b13a10d7d83d req-6f495abb-aa6b-4031-936e-d998beaaa101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:31.824719 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0f95-2170-4558-ab1e-98a7daae57e6 req-6a663862-2e69-4fdb-b29a-46d1636f974a tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:31.825024 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-09f41a34-106c-4b3c-870c-b13a10d7d83d req-6f495abb-aa6b-4031-936e-d998beaaa101 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a25dbb6f-d15b-498d-a498-e2acebdb3c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1481764 May 12 17:56:31.826237 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ef9a0f95-2170-4558-ab1e-98a7daae57e6 req-6a663862-2e69-4fdb-b29a-46d1636f974a tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 945 time: 0.1416748 May 12 17:56:31.882612 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [req-75e06c78-db55-4f17-9fe1-5b1c1240691e req-ab7ba286-b903-4acb-8cb6-07f0016b9645 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Deleting port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:31.882842 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-75e06c78-db55-4f17-9fe1-5b1c1240691e req-ab7ba286-b903-4acb-8cb6-07f0016b9645 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:31.963548 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-5747aa54-8793-4654-8eab-3c91b4d798f1 req-434c70ac-8f80-40c1-872b-c2d4ca236033 service neutron] 10.222.0.74 "GET /v2.0/networks/4c9e560d-07a4-4ecb-97d5-62e31a28a50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877982 May 12 17:56:31.974535 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-ef9a0f95-2170-4558-ab1e-98a7daae57e6 req-51cb1b26-1353-48bb-b34b-e3df1a15b8cb tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274509 May 12 17:56:32.017618 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f5ccf-b006-4c44-9a5c-dad860740124 req-568032bf-3f78-4425-b4c5-b89c4d51f8d2 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:32.019097 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-953f5ccf-b006-4c44-9a5c-dad860740124 req-568032bf-3f78-4425-b4c5-b89c4d51f8d2 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 946 time: 0.1148291 May 12 17:56:32.065354 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [req-75e06c78-db55-4f17-9fe1-5b1c1240691e req-ab7ba286-b903-4acb-8cb6-07f0016b9645 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] For port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=36ac8c9b-649a-4f18-98d9-0e51a7a3795f,segment=NetworkSegment(8be74722-33bb-42cd-b313-8c00756300f0),segment_id=8be74722-33bb-42cd-b313-8c00756300f0)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:32.065965 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-75e06c78-db55-4f17-9fe1-5b1c1240691e req-ab7ba286-b903-4acb-8cb6-07f0016b9645 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:32.077495 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-c9040b6a-9262-4b33-a509-f87c39cc5745 req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Deleting port 508b21df-7040-42d8-a984-3cff154f2c4e {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:32.077848 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-c9040b6a-9262-4b33-a509-f87c39cc5745 req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (508b21df-7040-42d8-a984-3cff154f2c4e), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:32.085839 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-09f41a34-106c-4b3c-870c-b13a10d7d83d req-17b8a10a-01d2-4173-b196-33698e3b4358 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396452 May 12 17:56:32.092072 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [req-75e06c78-db55-4f17-9fe1-5b1c1240691e req-ab7ba286-b903-4acb-8cb6-07f0016b9645 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Calling delete_port for 36ac8c9b-649a-4f18-98d9-0e51a7a3795f owned by compute:nova {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:32.107470 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-953f5ccf-b006-4c44-9a5c-dad860740124 req-35c2b716-7291-4d38-a33c-491567dbd83a tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/security-groups?id=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804050 May 12 17:56:32.194775 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-5747aa54-8793-4654-8eab-3c91b4d798f1 req-f5942724-ee74-4b50-8d42-337d2dc2a96f service neutron] 10.222.0.74 "GET /v2.0/networks/4c9e560d-07a4-4ecb-97d5-62e31a28a50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103858 May 12 17:56:32.237396 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-75e06c78-db55-4f17-9fe1-5b1c1240691e req-ab7ba286-b903-4acb-8cb6-07f0016b9645 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (36ac8c9b-649a-4f18-98d9-0e51a7a3795f), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:32.269617 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [req-c9040b6a-9262-4b33-a509-f87c39cc5745 req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] For port 508b21df-7040-42d8-a984-3cff154f2c4e, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=508b21df-7040-42d8-a984-3cff154f2c4e,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:32.269994 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-c9040b6a-9262-4b33-a509-f87c39cc5745 req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (508b21df-7040-42d8-a984-3cff154f2c4e), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:32.276311 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ba286-b903-4acb-8cb6-07f0016b9645 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Pushing event deleted for resources: {'Port': ['ID=36ac8c9b-649a-4f18-98d9-0e51a7a3795f,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:32.294961 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [req-c9040b6a-9262-4b33-a509-f87c39cc5745 req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Calling delete_port for 508b21df-7040-42d8-a984-3cff154f2c4e owned by compute:nova {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:32.298719 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-09f41a34-106c-4b3c-870c-b13a10d7d83d req-a81455ce-4cbd-492e-bfa5-267594be34b2 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965029 May 12 17:56:32.317483 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e06c78-db55-4f17-9fe1-5b1c1240691e req-ab7ba286-b903-4acb-8cb6-07f0016b9645 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] No DVR routers for this DVR port 36ac8c9b-649a-4f18-98d9-0e51a7a3795f on host hv-cinder-84052 {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:56:32.320005 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-75e06c78-db55-4f17-9fe1-5b1c1240691e req-ab7ba286-b903-4acb-8cb6-07f0016b9645 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:32.324098 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-75e06c78-db55-4f17-9fe1-5b1c1240691e req-ab7ba286-b903-4acb-8cb6-07f0016b9645 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.74 "DELETE /v2.0/ports/36ac8c9b-649a-4f18-98d9-0e51a7a3795f HTTP/1.1" status: 204 len: 173 time: 0.5797625 May 12 17:56:32.324594 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'name': 'network-vif-deleted', 'tag': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:56:32.326856 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8398ed57-597d-44c8-844c-1f7dcaf63214" -d '{"events": [{"server_uuid": "e980ad9a-20f5-4380-92ad-2e15e178af1b", "name": "network-vif-deleted", "tag": "36ac8c9b-649a-4f18-98d9-0e51a7a3795f"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:56:32.369767 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f4ce25-5355-4772-b623-d15b8ce6c92b x-openstack-request-id: req-c2f4ce25-5355-4772-b623-d15b8ce6c92b {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:56:32.371187 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e980ad9a-20f5-4380-92ad-2e15e178af1b", "name": "network-vif-deleted", "tag": "36ac8c9b-649a-4f18-98d9-0e51a7a3795f", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:56:32.371511 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c2f4ce25-5355-4772-b623-d15b8ce6c92b {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:56:32.372005 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f4ce25-5355-4772-b623-d15b8ce6c92b'] response: {'server_uuid': 'e980ad9a-20f5-4380-92ad-2e15e178af1b', 'name': 'network-vif-deleted', 'tag': '36ac8c9b-649a-4f18-98d9-0e51a7a3795f', 'status': 'completed', 'code': 200} May 12 17:56:32.443749 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-c9040b6a-9262-4b33-a509-f87c39cc5745 req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (508b21df-7040-42d8-a984-3cff154f2c4e), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:32.472973 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event deleted for resources: {'Port': ['ID=508b21df-7040-42d8-a984-3cff154f2c4e,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:32.483299 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:32.483647 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:32.484010 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:32.484377 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:32.484714 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:32.485057 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:32.485387 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:32.485713 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:32.486061 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:32.486394 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:32.486768 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:32.487079 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:32.487423 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:32.487744 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:32.488061 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:32.537102 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9040b6a-9262-4b33-a509-f87c39cc5745 req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] No DVR routers for this DVR port 508b21df-7040-42d8-a984-3cff154f2c4e on host hv-cinder-84052 {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:56:32.539806 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [req-c9040b6a-9262-4b33-a509-f87c39cc5745 req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:32.543164 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-c9040b6a-9262-4b33-a509-f87c39cc5745 req-b0b3fc9d-7910-45e8-a63d-5bf6f3896e39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.74 "DELETE /v2.0/ports/508b21df-7040-42d8-a984-3cff154f2c4e HTTP/1.1" status: 204 len: 173 time: 0.7211502 May 12 17:56:32.543647 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03bed6f-d0ca-490a-a621-94a6938cfa83', 'name': 'network-vif-deleted', 'tag': '508b21df-7040-42d8-a984-3cff154f2c4e'}] {{(pid=109951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:56:32.546016 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146f6fbb0f4c2d5f4b95e90e4c583db9902b6c28de27d1c7d128bc62186815aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29be238-9150-4d10-9231-6c29572c6808" -d '{"events": [{"server_uuid": "d03bed6f-d0ca-490a-a621-94a6938cfa83", "name": "network-vif-deleted", "tag": "508b21df-7040-42d8-a984-3cff154f2c4e"}]}' {{(pid=109951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:56:32.587631 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ed9286-750d-4656-a2d6-f7cba79a6807 x-openstack-request-id: req-30ed9286-750d-4656-a2d6-f7cba79a6807 {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:56:32.587923 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03bed6f-d0ca-490a-a621-94a6938cfa83", "name": "network-vif-deleted", "tag": "508b21df-7040-42d8-a984-3cff154f2c4e", "status": "completed", "code": 200}]} {{(pid=109951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:56:32.588238 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-30ed9286-750d-4656-a2d6-f7cba79a6807 {{(pid=109951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:56:32.588646 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30ed9286-750d-4656-a2d6-f7cba79a6807'] response: {'server_uuid': 'd03bed6f-d0ca-490a-a621-94a6938cfa83', 'name': 'network-vif-deleted', 'tag': '508b21df-7040-42d8-a984-3cff154f2c4e', 'status': 'completed', 'code': 200} May 12 17:56:33.080490 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-94595e20-464c-4eca-b94c-98d1a56cc1b7 req-46dd71e2-cc66-4d0a-ada4-be359bfc1dfc tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=d03bed6f-d0ca-490a-a621-94a6938cfa83 HTTP/1.1" status: 200 len: 210 time: 0.0327489 May 12 17:56:33.236714 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a2b0492d-e464-4cb5-8e2e-556ca8da5e26 req-6a883553-ee5b-4d5f-a0fe-5d93ba729e2e tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "GET /v2.0/ports?device_id=e980ad9a-20f5-4380-92ad-2e15e178af1b HTTP/1.1" status: 200 len: 210 time: 0.0322237 May 12 17:56:33.991173 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 508b21df-7040-42d8-a984-3cff154f2c4e no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:34.012017 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: 508b21df-7040-42d8-a984-3cff154f2c4e {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:34.012399 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 508b21df-7040-42d8-a984-3cff154f2c4e not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:56:34.012806 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 36ac8c9b-649a-4f18-98d9-0e51a7a3795f no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:34.030728 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: 36ac8c9b-649a-4f18-98d9-0e51a7a3795f {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:34.031078 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 36ac8c9b-649a-4f18-98d9-0e51a7a3795f not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:56:34.302056 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60648) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:34.359027 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-045f48ec-7883-4df2-b077-8232dd55ae26 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group (edd59496-73d5-49fb-9ad7-6c89ad7fb9ee), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:34.385063 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-045f48ec-7883-4df2-b077-8232dd55ae26 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group (edd59496-73d5-49fb-9ad7-6c89ad7fb9ee), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:34.447088 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-045f48ec-7883-4df2-b077-8232dd55ae26 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (edd59496-73d5-49fb-9ad7-6c89ad7fb9ee), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:34.450682 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-045f48ec-7883-4df2-b077-8232dd55ae26 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:34.452270 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-045f48ec-7883-4df2-b077-8232dd55ae26 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] 10.222.0.73 "DELETE /v2.0/security-groups/edd59496-73d5-49fb-9ad7-6c89ad7fb9ee HTTP/1.1" status: 204 len: 168 time: 0.1491032 May 12 17:56:34.467425 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f48ec-7883-4df2-b077-8232dd55ae26 tempest-TestShelveInstance-2015927117 tempest-TestShelveInstance-2015927117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd59496-73d5-49fb-9ad7-6c89ad7fb9ee,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:34.505708 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60652) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:34.843994 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4ae11072-baf5-4745-b9f9-dc4832d21518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984780'] for router_interface (5d32b6ee-cb99-48de-83af-d6fbd2438e13), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:35.092452 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-4ae11072-baf5-4745-b9f9-dc4832d21518 admin admin] Deleting port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:35.092826 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4ae11072-baf5-4745-b9f9-dc4832d21518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:35.125424 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:56:35.172848 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-4ae11072-baf5-4745-b9f9-dc4832d21518 admin admin] For port 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=3bcb6da1-d863-4e9e-b437-f9cb66bbbf36,segment=NetworkSegment(8be74722-33bb-42cd-b313-8c00756300f0),segment_id=8be74722-33bb-42cd-b313-8c00756300f0)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:35.173207 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4ae11072-baf5-4745-b9f9-dc4832d21518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:35.186413 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-4ae11072-baf5-4745-b9f9-dc4832d21518 admin admin] Calling delete_port for 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 owned by network:router_interface {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:35.630007 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4ae11072-baf5-4745-b9f9-dc4832d21518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (3bcb6da1-d863-4e9e-b437-f9cb66bbbf36), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:35.661565 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae11072-baf5-4745-b9f9-dc4832d21518 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bcb6da1-d863-4e9e-b437-f9cb66bbbf36,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:35.837808 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-4ae11072-baf5-4745-b9f9-dc4832d21518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-787667'] for router_interface (5d32b6ee-cb99-48de-83af-d6fbd2438e13), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:36.090300 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae11072-baf5-4745-b9f9-dc4832d21518 admin admin] Router 5d32b6ee-cb99-48de-83af-d6fbd2438e13 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:56:36.205406 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae11072-baf5-4745-b9f9-dc4832d21518 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:56:36.210197 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-4ae11072-baf5-4745-b9f9-dc4832d21518 admin admin] 10.222.0.73 "PUT /v2.0/routers/5d32b6ee-cb99-48de-83af-d6fbd2438e13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7032053 May 12 17:56:36.213539 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60664) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:36.216290 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe102eb-31bf-4907-b3c3-a1b5fb28af48 None None] Sync routers for ids ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:56:36.226569 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe102eb-31bf-4907-b3c3-a1b5fb28af48 None None] Routers {'5d32b6ee-cb99-48de-83af-d6fbd2438e13'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:56:36.227490 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-6fe102eb-31bf-4907-b3c3-a1b5fb28af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:56:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:36.324342 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e11ce669-52ff-4298-b050-51f612d1636e admin admin] Publish callbacks [] for router (5d32b6ee-cb99-48de-83af-d6fbd2438e13), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:36.334115 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-6fe102eb-31bf-4907-b3c3-a1b5fb28af48 None None] Set router 5d32b6ee-cb99-48de-83af-d6fbd2438e13 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:56:36.372409 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60668) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:36.434969 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e11ce669-52ff-4298-b050-51f612d1636e admin admin] Publish callbacks [] for router_gateway (5d32b6ee-cb99-48de-83af-d6fbd2438e13), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:36.482830 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-e11ce669-52ff-4298-b050-51f612d1636e admin admin] Deleting port 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:36.483231 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e11ce669-52ff-4298-b050-51f612d1636e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:36.514519 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-6fe102eb-31bf-4907-b3c3-a1b5fb28af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'name': 'tempest-TestShelveInstance-1382475070-router', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:52Z', 'updated_at': '2022-05-12T17:56:35Z', 'revision_number': 5, 'project_id': '583159e196b2438698885193ca03ef4d', 'gw_port': {'id': '5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:53Z', 'updated_at': '2022-05-12T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:36.532967 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-9959f6e1-67ef-4f66-9947-2b21a5f12902 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Deleting port 10bf1074-0d2d-40ef-be1b-b0362ce0d349 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:36.533308 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9959f6e1-67ef-4f66-9947-2b21a5f12902 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (10bf1074-0d2d-40ef-be1b-b0362ce0d349), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:36.548380 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe102eb-31bf-4907-b3c3-a1b5fb28af48 None None] Checking router: 5d32b6ee-cb99-48de-83af-d6fbd2438e13 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:56:36.559071 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe102eb-31bf-4907-b3c3-a1b5fb28af48 None None] Routers {'5d32b6ee-cb99-48de-83af-d6fbd2438e13'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:56:36.559957 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-6fe102eb-31bf-4907-b3c3-a1b5fb28af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:56:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:36.570775 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-e11ce669-52ff-4298-b050-51f612d1636e admin admin] For port 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:36.571255 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e11ce669-52ff-4298-b050-51f612d1636e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:36.584657 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-e11ce669-52ff-4298-b050-51f612d1636e admin admin] Calling delete_port for 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef owned by network:router_gateway {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:36.625255 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9959f6e1-67ef-4f66-9947-2b21a5f12902 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (10bf1074-0d2d-40ef-be1b-b0362ce0d349), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:36.625255 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9959f6e1-67ef-4f66-9947-2b21a5f12902 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for floatingip (10bf1074-0d2d-40ef-be1b-b0362ce0d349), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:36.644664 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-9959f6e1-67ef-4f66-9947-2b21a5f12902 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Calling delete_port for 10bf1074-0d2d-40ef-be1b-b0362ce0d349 owned by network:floatingip {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:36.667399 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-6fe102eb-31bf-4907-b3c3-a1b5fb28af48 None None] Set router 5d32b6ee-cb99-48de-83af-d6fbd2438e13 gateway port host: None {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:56:36.722752 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-6fe102eb-31bf-4907-b3c3-a1b5fb28af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'name': 'tempest-TestShelveInstance-1382475070-router', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:52Z', 'updated_at': '2022-05-12T17:56:36Z', 'revision_number': 6, 'project_id': '583159e196b2438698885193ca03ef4d', 'gw_port_host': None}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:36.755072 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe102eb-31bf-4907-b3c3-a1b5fb28af48 None None] The sync data for ids ['5d32b6ee-cb99-48de-83af-d6fbd2438e13'] in dv-cinder-840525-2-iscsi is: [{'id': '5d32b6ee-cb99-48de-83af-d6fbd2438e13', 'name': 'tempest-TestShelveInstance-1382475070-router', 'tenant_id': '583159e196b2438698885193ca03ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:52Z', 'updated_at': '2022-05-12T17:56:36Z', 'revision_number': 6, 'project_id': '583159e196b2438698885193ca03ef4d', 'gw_port_host': None}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:56:36.767907 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e11ce669-52ff-4298-b050-51f612d1636e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:36.795872 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ce669-52ff-4298-b050-51f612d1636e admin admin] Pushing event deleted for resources: {'Port': ['ID=5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:36.817003 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9959f6e1-67ef-4f66-9947-2b21a5f12902 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (10bf1074-0d2d-40ef-be1b-b0362ce0d349), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:36.845344 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959f6e1-67ef-4f66-9947-2b21a5f12902 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event deleted for resources: {'Port': ['ID=10bf1074-0d2d-40ef-be1b-b0362ce0d349,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:36.857679 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e11ce669-52ff-4298-b050-51f612d1636e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996094'] for router_gateway (5d32b6ee-cb99-48de-83af-d6fbd2438e13), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:36.910593 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9959f6e1-67ef-4f66-9947-2b21a5f12902 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for floatingip (45d904a3-3e5c-4c30-b0f2-c767f5da304e), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:36.910998 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.l3_db [None req-9959f6e1-67ef-4f66-9947-2b21a5f12902 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Floating IP 45d904a3-3e5c-4c30-b0f2-c767f5da304e disassociated (deleted). External IP: 172.27.2.78, port: 32313048-9cf4-4080-982e-b807bb4c51d5. May 12 17:56:36.953386 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e11ce669-52ff-4298-b050-51f612d1636e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31089'] for router (5d32b6ee-cb99-48de-83af-d6fbd2438e13), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:36.955576 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e11ce669-52ff-4298-b050-51f612d1636e admin admin] Publish callbacks [] for router_controller (5d32b6ee-cb99-48de-83af-d6fbd2438e13), precommit_delete_associations {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.002298 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e11ce669-52ff-4298-b050-51f612d1636e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994735'] for router (5d32b6ee-cb99-48de-83af-d6fbd2438e13), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.002967 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11ce669-52ff-4298-b050-51f612d1636e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d32b6ee-cb99-48de-83af-d6fbd2438e13 {{(pid=109951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:56:37.009302 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-e11ce669-52ff-4298-b050-51f612d1636e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.010268 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-e11ce669-52ff-4298-b050-51f612d1636e admin admin] 10.222.0.73 "DELETE /v2.0/routers/5d32b6ee-cb99-48de-83af-d6fbd2438e13 HTTP/1.1" status: 204 len: 168 time: 0.7957673 May 12 17:56:37.012951 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60672) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:37.059678 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_v2 [None req-439ada12-56aa-4c92-a3f6-d2af110c6f51 admin admin] Deleting subnet 9b80c515-0b63-44e2-9cec-0193b290cc86 {{(pid=109951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:56:37.062829 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-439ada12-56aa-4c92-a3f6-d2af110c6f51 admin admin] Publish callbacks [] for subnet (9b80c515-0b63-44e2-9cec-0193b290cc86), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.101370 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-439ada12-56aa-4c92-a3f6-d2af110c6f51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9247611'] for subnet (9b80c515-0b63-44e2-9cec-0193b290cc86), precommit_delete_associations {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.138072 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9959f6e1-67ef-4f66-9947-2b21a5f12902 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Router 24240b91-0752-4b90-8819-f63d4bfedb45 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:56:37.189439 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-439ada12-56aa-4c92-a3f6-d2af110c6f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4142334'] for subnet (9b80c515-0b63-44e2-9cec-0193b290cc86), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.247717 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-439ada12-56aa-4c92-a3f6-d2af110c6f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4142311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9284088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8936629'] for subnet (9b80c515-0b63-44e2-9cec-0193b290cc86), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.256543 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9959f6e1-67ef-4f66-9947-2b21a5f12902 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:56:37.262095 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-9959f6e1-67ef-4f66-9947-2b21a5f12902 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.268655 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5aa926-89e3-42f3-bf2e-d054c8077dad None None] Sync routers for ids ['24240b91-0752-4b90-8819-f63d4bfedb45'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:56:37.276424 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ada12-56aa-4c92-a3f6-d2af110c6f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b80c515-0b63-44e2-9cec-0193b290cc86,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:37.280994 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-439ada12-56aa-4c92-a3f6-d2af110c6f51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.282285 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5aa926-89e3-42f3-bf2e-d054c8077dad None None] Routers {'24240b91-0752-4b90-8819-f63d4bfedb45'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:56:37.283102 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-8a5aa926-89e3-42f3-bf2e-d054c8077dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:56:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['24240b91-0752-4b90-8819-f63d4bfedb45'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:37.286662 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-439ada12-56aa-4c92-a3f6-d2af110c6f51 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9b80c515-0b63-44e2-9cec-0193b290cc86 HTTP/1.1" status: 204 len: 168 time: 0.2705221 May 12 17:56:37.287133 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60674) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:37.297825 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-9959f6e1-67ef-4f66-9947-2b21a5f12902 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "DELETE /v2.0/floatingips/45d904a3-3e5c-4c30-b0f2-c767f5da304e HTTP/1.1" status: 204 len: 168 time: 0.9237595 May 12 17:56:37.298614 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'tag': '32313048-9cf4-4080-982e-b807bb4c51d5'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:56:37.301242 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3e5069-ab1e-4edc-b022-8db32899abbb" -d '{"events": [{"name": "network-changed", "server_uuid": "788626d2-eff4-4f02-980a-685cfb86b7c4", "tag": "32313048-9cf4-4080-982e-b807bb4c51d5"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:56:37.326783 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edcab2b-5457-485a-9a67-f4daecaa1210 None None] Network 4c9e560d-07a4-4ecb-97d5-62e31a28a50d requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:56:37.375553 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8f7c37-9891-4333-8b08-68cec6eefa17 x-openstack-request-id: req-7d8f7c37-9891-4333-8b08-68cec6eefa17 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:56:37.376091 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788626d2-eff4-4f02-980a-685cfb86b7c4", "tag": "32313048-9cf4-4080-982e-b807bb4c51d5", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:56:37.376324 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7d8f7c37-9891-4333-8b08-68cec6eefa17 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:56:37.376849 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d8f7c37-9891-4333-8b08-68cec6eefa17'] response: {'name': 'network-changed', 'server_uuid': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'tag': '32313048-9cf4-4080-982e-b807bb4c51d5', 'status': 'completed', 'code': 200} May 12 17:56:37.378005 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779105'] for network (4c9e560d-07a4-4ecb-97d5-62e31a28a50d), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.425178 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] Deleting port d357ef6d-f4a8-4804-a667-6705cdc4cac4 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:37.425467 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (d357ef6d-f4a8-4804-a667-6705cdc4cac4), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.475726 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-8a5aa926-89e3-42f3-bf2e-d054c8077dad None None] Set router 24240b91-0752-4b90-8819-f63d4bfedb45 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:56:37.510825 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] For port d357ef6d-f4a8-4804-a667-6705cdc4cac4, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=d357ef6d-f4a8-4804-a667-6705cdc4cac4,segment=NetworkSegment(8be74722-33bb-42cd-b313-8c00756300f0),segment_id=8be74722-33bb-42cd-b313-8c00756300f0)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:37.510825 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (d357ef6d-f4a8-4804-a667-6705cdc4cac4), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.531749 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] Calling delete_port for d357ef6d-f4a8-4804-a667-6705cdc4cac4 owned by network:dhcp {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:37.600256 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4281c-495c-4d55-a3bf-afd111c0f3bd req-de772bed-3448-4fc1-b07e-786788d92b23 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:37.603037 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49593150-223b-4b0e-b241-54992686ac21 None None] DHCP port deletion for 4c9e560d-07a4-4ecb-97d5-62e31a28a50d request from dv-cinder-840525-2-iscsi {{(pid=109952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:56:37.608355 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7ea4281c-495c-4d55-a3bf-afd111c0f3bd req-de772bed-3448-4fc1-b07e-786788d92b23 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 946 time: 0.0695920 May 12 17:56:37.629381 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (d357ef6d-f4a8-4804-a667-6705cdc4cac4), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.657654 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d357ef6d-f4a8-4804-a667-6705cdc4cac4,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:37.661089 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] No DVR routers for this DVR port d357ef6d-f4a8-4804-a667-6705cdc4cac4 on host dv-cinder-840525-2-iscsi {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:56:37.672450 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-7ea4281c-495c-4d55-a3bf-afd111c0f3bd req-f405c8db-4050-48f8-805f-a004c3017234 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614870 May 12 17:56:37.712003 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Deleting port d357ef6d-f4a8-4804-a667-6705cdc4cac4 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:37.712665 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (d357ef6d-f4a8-4804-a667-6705cdc4cac4), before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.746557 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4080459', 'neutron.services.segments.db._delete_segments_for_network-8789480486422'] for network (4c9e560d-07a4-4ecb-97d5-62e31a28a50d), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.768519 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9e560d-07a4-4ecb-97d5-62e31a28a50d']}} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:37.780639 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be74722-33bb-42cd-b313-8c00756300f0') {'for_net_delete': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:37.780928 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be74722-33bb-42cd-b313-8c00756300f0') {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:37.791179 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789480210207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9247554'] for segment (8be74722-33bb-42cd-b313-8c00756300f0), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.809874 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (8be74722-33bb-42cd-b313-8c00756300f0), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.817303 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=109951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:56:37.817823 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9285210'] for segment (8be74722-33bb-42cd-b313-8c00756300f0), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: Traceback (most recent call last): May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: timer() May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: cb(*args, **kw) May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: return func(*args, **kwargs) May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: self._notify() May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: self.callback(batched_events) May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: event.method(event) May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: return f(self, *a, **k) May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: return self._get(url).json() May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: return self.request(url, 'GET', **kwargs) May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:56:37.819707 dv-cinder-840525-2-iscsi neutron-server[109951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:56:37.826073 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-49593150-223b-4b0e-b241-54992686ac21 None None] For port d357ef6d-f4a8-4804-a667-6705cdc4cac4, host dv-cinder-840525-2-iscsi, got binding levels [] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:37.826482 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (d357ef6d-f4a8-4804-a667-6705cdc4cac4), precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.840238 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-8a5aa926-89e3-42f3-bf2e-d054c8077dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:33Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:37.870580 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5aa926-89e3-42f3-bf2e-d054c8077dad None None] Checking router: 24240b91-0752-4b90-8819-f63d4bfedb45 for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:56:37.872695 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Calling delete_port for d357ef6d-f4a8-4804-a667-6705cdc4cac4 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:37.875745 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:37.879313 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Port d357ef6d-f4a8-4804-a667-6705cdc4cac4 was not found and therefore no delete operation was performed {{(pid=109952) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 17:56:37.884680 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934'] for port (d357ef6d-f4a8-4804-a667-6705cdc4cac4), after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.889530 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4080496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997580'] for network (4c9e560d-07a4-4ecb-97d5-62e31a28a50d), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.895886 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:37.900395 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4c9e560d-07a4-4ecb-97d5-62e31a28a50d HTTP/1.1" status: 204 len: 168 time: 0.6116493 May 12 17:56:37.904709 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60684) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:37.915724 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deace3e8-36d0-4088-8334-214d04bf4fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c9e560d-07a4-4ecb-97d5-62e31a28a50d,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:37.925934 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:37.926217 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 3bcb6da1-d863-4e9e-b437-f9cb66bbbf36 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:56:37.926645 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:37.933432 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Pushing event deleted for resources: {'Port': ['ID=d357ef6d-f4a8-4804-a667-6705cdc4cac4,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:37.935489 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5aa926-89e3-42f3-bf2e-d054c8077dad None None] Routers {'24240b91-0752-4b90-8819-f63d4bfedb45'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:56:37.936125 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-8a5aa926-89e3-42f3-bf2e-d054c8077dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:56:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['24240b91-0752-4b90-8819-f63d4bfedb45'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:37.957667 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Network 4c9e560d-07a4-4ecb-97d5-62e31a28a50d is not hosted by any dhcp agent {{(pid=109952) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 12 17:56:37.958606 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49593150-223b-4b0e-b241-54992686ac21 None None] No DVR routers for this DVR port d357ef6d-f4a8-4804-a667-6705cdc4cac4 on host dv-cinder-840525-2-iscsi {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:56:37.998285 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:37.998836 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 5df9cc3c-7b8d-45a9-8b4f-73b0316e08ef not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:56:37.999607 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device d357ef6d-f4a8-4804-a667-6705cdc4cac4 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:38.009733 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:38.010450 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:38.010796 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:38.011131 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:38.011468 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:38.011802 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:38.012131 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:38.012481 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:38.013037 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:38.013371 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:38.013702 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:38.014032 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:38.014358 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:38.014683 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:38.015005 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49593150-223b-4b0e-b241-54992686ac21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:56:38.039164 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: d357ef6d-f4a8-4804-a667-6705cdc4cac4 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:38.040008 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device d357ef6d-f4a8-4804-a667-6705cdc4cac4 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:56:38.110272 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-8a5aa926-89e3-42f3-bf2e-d054c8077dad None None] Set router 24240b91-0752-4b90-8819-f63d4bfedb45 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:56:38.257282 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff74c6d6-1e24-4bb2-a20b-e58c197e7af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984780'] for router_interface (59582bf9-b9a8-488e-a1f3-e8acd8762efa), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:38.304126 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-8a5aa926-89e3-42f3-bf2e-d054c8077dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:33Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:38.336192 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5aa926-89e3-42f3-bf2e-d054c8077dad None None] The sync data for ids ['24240b91-0752-4b90-8819-f63d4bfedb45'] in dv-cinder-840525-2-iscsi is: [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:49:29Z', 'revision_number': 4, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '358168d9-522b-4b05-9508-6924f4b61d7b', 'name': '', 'network_id': 'a25dbb6f-d15b-498d-a498-e2acebdb3c69', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'mac_address': 'fa:16:3e:60:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:28Z', 'updated_at': '2022-05-12T17:49:33Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'subnets': [{'id': '3b393bcd-a146-44a6-8ec1-ecf303917907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:56:38.505485 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ff74c6d6-1e24-4bb2-a20b-e58c197e7af3 admin admin] Deleting port 79465935-2810-4aa8-82c2-b1268b41e3f8 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:38.506331 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff74c6d6-1e24-4bb2-a20b-e58c197e7af3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:38.573891 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0113f16-2660-4302-8fae-4c539eb1ec48 None None] New status for floating IP 45d904a3-3e5c-4c30-b0f2-c767f5da304e: DOWN {{(pid=109953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:56:38.589294 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-ff74c6d6-1e24-4bb2-a20b-e58c197e7af3 admin admin] For port 79465935-2810-4aa8-82c2-b1268b41e3f8, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=79465935-2810-4aa8-82c2-b1268b41e3f8,segment=NetworkSegment(dd5f6114-09b1-4c86-94d1-3d774b3e1dfe),segment_id=dd5f6114-09b1-4c86-94d1-3d774b3e1dfe)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:38.589621 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff74c6d6-1e24-4bb2-a20b-e58c197e7af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:38.606864 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-ff74c6d6-1e24-4bb2-a20b-e58c197e7af3 admin admin] Calling delete_port for 79465935-2810-4aa8-82c2-b1268b41e3f8 owned by network:router_interface {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:38.810627 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c91d1d-9164-4cd0-bb7b-a8b4a07e3847 req-70a9908d-60f2-4716-94ac-08551d6541f8 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:38.812133 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-10c91d1d-9164-4cd0-bb7b-a8b4a07e3847 req-70a9908d-60f2-4716-94ac-08551d6541f8 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 946 time: 0.0767601 May 12 17:56:38.815931 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e5069-ab1e-4edc-b022-8db32899abbb req-63f8b4e1-32e9-4641-a59b-de9f18331130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:38.818112 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9e3e5069-ab1e-4edc-b022-8db32899abbb req-63f8b4e1-32e9-4641-a59b-de9f18331130 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d7ebeafe8140b3b8332059258a83eb&device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 1130 time: 0.0452797 May 12 17:56:38.857832 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff74c6d6-1e24-4bb2-a20b-e58c197e7af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (79465935-2810-4aa8-82c2-b1268b41e3f8), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:38.900187 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-10c91d1d-9164-4cd0-bb7b-a8b4a07e3847 req-4fea70e8-232d-4e1f-abe5-bfac4a4913f5 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818682 May 12 17:56:38.900927 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74c6d6-1e24-4bb2-a20b-e58c197e7af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=79465935-2810-4aa8-82c2-b1268b41e3f8,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:39.087119 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-ff74c6d6-1e24-4bb2-a20b-e58c197e7af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-787667'] for router_interface (59582bf9-b9a8-488e-a1f3-e8acd8762efa), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:39.230491 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e5069-ab1e-4edc-b022-8db32899abbb req-45794f26-d405-4c8f-89f8-e9e6e4b5922d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:39.231908 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9e3e5069-ab1e-4edc-b022-8db32899abbb req-45794f26-d405-4c8f-89f8-e9e6e4b5922d service neutron] 10.222.0.74 "GET /v2.0/networks?id=a25dbb6f-d15b-498d-a498-e2acebdb3c69 HTTP/1.1" status: 200 len: 912 time: 0.0921896 May 12 17:56:39.569859 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff74c6d6-1e24-4bb2-a20b-e58c197e7af3 admin admin] Router 59582bf9-b9a8-488e-a1f3-e8acd8762efa has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:56:39.684835 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff74c6d6-1e24-4bb2-a20b-e58c197e7af3 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:56:39.689828 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-ff74c6d6-1e24-4bb2-a20b-e58c197e7af3 admin admin] 10.222.0.73 "PUT /v2.0/routers/59582bf9-b9a8-488e-a1f3-e8acd8762efa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7838361 May 12 17:56:39.692391 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60690) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:39.695992 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae88e433-415b-4d99-a075-533ee0425f3c None None] Sync routers for ids ['59582bf9-b9a8-488e-a1f3-e8acd8762efa'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:56:39.706454 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae88e433-415b-4d99-a075-533ee0425f3c None None] Routers {'59582bf9-b9a8-488e-a1f3-e8acd8762efa'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:56:39.707412 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-ae88e433-415b-4d99-a075-533ee0425f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:56:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['59582bf9-b9a8-488e-a1f3-e8acd8762efa'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:39.807440 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d460bd64-dee1-43bf-a36f-ea8a60358840 admin admin] Publish callbacks [] for router (59582bf9-b9a8-488e-a1f3-e8acd8762efa), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:39.823878 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-ae88e433-415b-4d99-a075-533ee0425f3c None None] Set router 59582bf9-b9a8-488e-a1f3-e8acd8762efa gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:56:39.926588 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9e3e5069-ab1e-4edc-b022-8db32899abbb req-10c21fa1-cca2-4d18-82f2-c0e758353b42 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32313048-9cf4-4080-982e-b807bb4c51d5 HTTP/1.1" status: 200 len: 217 time: 0.0536840 May 12 17:56:39.940898 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d460bd64-dee1-43bf-a36f-ea8a60358840 admin admin] Publish callbacks [] for router_gateway (59582bf9-b9a8-488e-a1f3-e8acd8762efa), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:40.013898 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d460bd64-dee1-43bf-a36f-ea8a60358840 admin admin] Deleting port f0ae5d90-25bb-48f1-8ff2-0a8840f78971 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:40.014392 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d460bd64-dee1-43bf-a36f-ea8a60358840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (f0ae5d90-25bb-48f1-8ff2-0a8840f78971), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:40.017139 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e5069-ab1e-4edc-b022-8db32899abbb req-3729d7ec-652e-4bbb-afc6-aba443e93bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:40.018672 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9e3e5069-ab1e-4edc-b022-8db32899abbb req-3729d7ec-652e-4bbb-afc6-aba443e93bbb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b393bcd-a146-44a6-8ec1-ecf303917907 HTTP/1.1" status: 200 len: 850 time: 0.0750835 May 12 17:56:40.075469 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e5069-ab1e-4edc-b022-8db32899abbb req-174a168d-a4a3-4f5d-aecc-5d691f59e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:40.076920 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9e3e5069-ab1e-4edc-b022-8db32899abbb req-174a168d-a4a3-4f5d-aecc-5d691f59e082 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a25dbb6f-d15b-498d-a498-e2acebdb3c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464225 May 12 17:56:40.134119 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38055fbf-422f-4bdd-ac69-eeab32aef1fd req-2f6475a7-79be-4338-92c5-02dc41b53c69 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:40.135777 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-38055fbf-422f-4bdd-ac69-eeab32aef1fd req-2f6475a7-79be-4338-92c5-02dc41b53c69 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 946 time: 0.1340921 May 12 17:56:40.148038 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634da6e-ac00-452e-86a8-9eb78eda4636 req-93be7617-2598-40c4-862f-c952e4f4048d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:40.149758 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a634da6e-ac00-452e-86a8-9eb78eda4636 req-93be7617-2598-40c4-862f-c952e4f4048d tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.74 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 946 time: 0.1079371 May 12 17:56:40.181279 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9e3e5069-ab1e-4edc-b022-8db32899abbb req-0efacab7-ab83-4320-9273-664245f63793 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969191 May 12 17:56:40.196076 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-ae88e433-415b-4d99-a075-533ee0425f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'name': 'tempest-TestShelveInstance-863691677-router', 'tenant_id': '72c4c25ece984355b0f8eb63e27c99b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f0ae5d90-25bb-48f1-8ff2-0a8840f78971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:57Z', 'updated_at': '2022-05-12T17:56:38Z', 'revision_number': 5, 'project_id': '72c4c25ece984355b0f8eb63e27c99b8', 'gw_port': {'id': 'f0ae5d90-25bb-48f1-8ff2-0a8840f78971', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:58Z', 'updated_at': '2022-05-12T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:40.228724 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae88e433-415b-4d99-a075-533ee0425f3c None None] Checking router: 59582bf9-b9a8-488e-a1f3-e8acd8762efa for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:56:40.233202 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-d460bd64-dee1-43bf-a36f-ea8a60358840 admin admin] For port f0ae5d90-25bb-48f1-8ff2-0a8840f78971, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=f0ae5d90-25bb-48f1-8ff2-0a8840f78971,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:40.233650 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d460bd64-dee1-43bf-a36f-ea8a60358840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (f0ae5d90-25bb-48f1-8ff2-0a8840f78971), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:40.238268 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae88e433-415b-4d99-a075-533ee0425f3c None None] Routers {'59582bf9-b9a8-488e-a1f3-e8acd8762efa'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:56:40.238810 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-ae88e433-415b-4d99-a075-533ee0425f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:56:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['59582bf9-b9a8-488e-a1f3-e8acd8762efa'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:40.283283 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [req-9e3e5069-ab1e-4edc-b022-8db32899abbb req-5ead040d-45e1-4573-acd8-f6f9e618d5b9 service neutron] 10.222.0.74 "GET /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925536 May 12 17:56:40.286237 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-d460bd64-dee1-43bf-a36f-ea8a60358840 admin admin] Calling delete_port for f0ae5d90-25bb-48f1-8ff2-0a8840f78971 owned by network:router_gateway {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:40.294937 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-38055fbf-422f-4bdd-ac69-eeab32aef1fd req-f5e6ca85-35d2-4eae-a57f-86ab52122c32 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/security-groups?id=799ae988-631f-4578-983b-c368dfc9c489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424627 May 12 17:56:40.315965 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [req-a634da6e-ac00-452e-86a8-9eb78eda4636 req-65036762-32bc-4443-a641-2b3a2c4c0755 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Deleting port 32313048-9cf4-4080-982e-b807bb4c51d5 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:40.316382 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-a634da6e-ac00-452e-86a8-9eb78eda4636 req-65036762-32bc-4443-a641-2b3a2c4c0755 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (32313048-9cf4-4080-982e-b807bb4c51d5), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:40.344617 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-ae88e433-415b-4d99-a075-533ee0425f3c None None] Set router 59582bf9-b9a8-488e-a1f3-e8acd8762efa gateway port host: None {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:56:40.397480 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-ae88e433-415b-4d99-a075-533ee0425f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'name': 'tempest-TestShelveInstance-863691677-router', 'tenant_id': '72c4c25ece984355b0f8eb63e27c99b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:57Z', 'updated_at': '2022-05-12T17:56:39Z', 'revision_number': 6, 'project_id': '72c4c25ece984355b0f8eb63e27c99b8', 'gw_port_host': None}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:40.429150 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae88e433-415b-4d99-a075-533ee0425f3c None None] The sync data for ids ['59582bf9-b9a8-488e-a1f3-e8acd8762efa'] in dv-cinder-840525-2-iscsi is: [{'id': '59582bf9-b9a8-488e-a1f3-e8acd8762efa', 'name': 'tempest-TestShelveInstance-863691677-router', 'tenant_id': '72c4c25ece984355b0f8eb63e27c99b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:57Z', 'updated_at': '2022-05-12T17:56:39Z', 'revision_number': 6, 'project_id': '72c4c25ece984355b0f8eb63e27c99b8', 'gw_port_host': None}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:56:40.485546 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [req-a634da6e-ac00-452e-86a8-9eb78eda4636 req-65036762-32bc-4443-a641-2b3a2c4c0755 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] For port 32313048-9cf4-4080-982e-b807bb4c51d5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=32313048-9cf4-4080-982e-b807bb4c51d5,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:40.485908 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-a634da6e-ac00-452e-86a8-9eb78eda4636 req-65036762-32bc-4443-a641-2b3a2c4c0755 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (32313048-9cf4-4080-982e-b807bb4c51d5), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:40.506375 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [req-a634da6e-ac00-452e-86a8-9eb78eda4636 req-65036762-32bc-4443-a641-2b3a2c4c0755 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Calling delete_port for 32313048-9cf4-4080-982e-b807bb4c51d5 owned by compute:nova {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:40.610329 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d460bd64-dee1-43bf-a36f-ea8a60358840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (f0ae5d90-25bb-48f1-8ff2-0a8840f78971), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:40.646578 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460bd64-dee1-43bf-a36f-ea8a60358840 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ae5d90-25bb-48f1-8ff2-0a8840f78971,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:40.744403 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d460bd64-dee1-43bf-a36f-ea8a60358840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996094'] for router_gateway (59582bf9-b9a8-488e-a1f3-e8acd8762efa), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:40.747369 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-a634da6e-ac00-452e-86a8-9eb78eda4636 req-65036762-32bc-4443-a641-2b3a2c4c0755 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (32313048-9cf4-4080-982e-b807bb4c51d5), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:40.862357 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65036762-32bc-4443-a641-2b3a2c4c0755 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event deleted for resources: {'Port': ['ID=32313048-9cf4-4080-982e-b807bb4c51d5,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:40.865834 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d460bd64-dee1-43bf-a36f-ea8a60358840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31089'] for router (59582bf9-b9a8-488e-a1f3-e8acd8762efa), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:40.869588 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d460bd64-dee1-43bf-a36f-ea8a60358840 admin admin] Publish callbacks [] for router_controller (59582bf9-b9a8-488e-a1f3-e8acd8762efa), precommit_delete_associations {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:40.948360 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [req-a634da6e-ac00-452e-86a8-9eb78eda4636 req-65036762-32bc-4443-a641-2b3a2c4c0755 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] No DVR routers for this DVR port 32313048-9cf4-4080-982e-b807bb4c51d5 on host hv-cinder-84052 {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:56:40.951021 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-a634da6e-ac00-452e-86a8-9eb78eda4636 req-65036762-32bc-4443-a641-2b3a2c4c0755 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:40.954426 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-a634da6e-ac00-452e-86a8-9eb78eda4636 req-65036762-32bc-4443-a641-2b3a2c4c0755 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.74 "DELETE /v2.0/ports/32313048-9cf4-4080-982e-b807bb4c51d5 HTTP/1.1" status: 204 len: 173 time: 0.7932205 May 12 17:56:40.954888 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'name': 'network-vif-deleted', 'tag': '32313048-9cf4-4080-982e-b807bb4c51d5'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:56:40.957181 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f2c6a8-4a77-4496-b052-d7c69d37f48a" -d '{"events": [{"server_uuid": "788626d2-eff4-4f02-980a-685cfb86b7c4", "name": "network-vif-deleted", "tag": "32313048-9cf4-4080-982e-b807bb4c51d5"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:56:40.960646 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d460bd64-dee1-43bf-a36f-ea8a60358840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994735'] for router (59582bf9-b9a8-488e-a1f3-e8acd8762efa), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:40.961306 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d460bd64-dee1-43bf-a36f-ea8a60358840 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59582bf9-b9a8-488e-a1f3-e8acd8762efa {{(pid=109950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:56:40.966159 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d460bd64-dee1-43bf-a36f-ea8a60358840 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:40.968022 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-d460bd64-dee1-43bf-a36f-ea8a60358840 admin admin] 10.222.0.73 "DELETE /v2.0/routers/59582bf9-b9a8-488e-a1f3-e8acd8762efa HTTP/1.1" status: 204 len: 168 time: 1.2745786 May 12 17:56:40.971184 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60702) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:41.003288 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc20e5e0-e3aa-4e64-8933-f2ad187b0554 x-openstack-request-id: req-cc20e5e0-e3aa-4e64-8933-f2ad187b0554 {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:56:41.003588 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788626d2-eff4-4f02-980a-685cfb86b7c4", "name": "network-vif-deleted", "tag": "32313048-9cf4-4080-982e-b807bb4c51d5", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:56:41.003886 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cc20e5e0-e3aa-4e64-8933-f2ad187b0554 {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:56:41.004297 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc20e5e0-e3aa-4e64-8933-f2ad187b0554'] response: {'server_uuid': '788626d2-eff4-4f02-980a-685cfb86b7c4', 'name': 'network-vif-deleted', 'tag': '32313048-9cf4-4080-982e-b807bb4c51d5', 'status': 'completed', 'code': 200} May 12 17:56:41.026176 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_v2 [None req-c649ecc9-61f5-4324-a7ed-2fe4fa4ab8b7 admin admin] Deleting subnet 7e25d609-f43a-48a5-a5e2-631b720cdec0 {{(pid=109950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:56:41.030155 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c649ecc9-61f5-4324-a7ed-2fe4fa4ab8b7 admin admin] Publish callbacks [] for subnet (7e25d609-f43a-48a5-a5e2-631b720cdec0), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:41.065328 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c649ecc9-61f5-4324-a7ed-2fe4fa4ab8b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12258157'] for subnet (7e25d609-f43a-48a5-a5e2-631b720cdec0), precommit_delete_associations {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:41.149891 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c649ecc9-61f5-4324-a7ed-2fe4fa4ab8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4142334'] for subnet (7e25d609-f43a-48a5-a5e2-631b720cdec0), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:41.201670 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c649ecc9-61f5-4324-a7ed-2fe4fa4ab8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4142311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9404138'] for subnet (7e25d609-f43a-48a5-a5e2-631b720cdec0), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:41.230163 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649ecc9-61f5-4324-a7ed-2fe4fa4ab8b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e25d609-f43a-48a5-a5e2-631b720cdec0,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:41.233831 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c649ecc9-61f5-4324-a7ed-2fe4fa4ab8b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:41.237001 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-c649ecc9-61f5-4324-a7ed-2fe4fa4ab8b7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7e25d609-f43a-48a5-a5e2-631b720cdec0 HTTP/1.1" status: 204 len: 168 time: 0.2647367 May 12 17:56:41.239438 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60708) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:41.244031 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f2dac2-00fe-496a-938a-dd4956f2b349 None None] Network f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:56:41.319719 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779105'] for network (f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:41.447602 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f1acfa-6690-44be-9000-cb5aa8f6f62f None None] DHCP port deletion for f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d request from dv-cinder-840525-2-iscsi {{(pid=109952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:56:41.481405 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-c1cab700-d510-4977-89f6-06f6c70b923b req-08befa0e-4a5a-405d-a539-0ede5ce1f7e4 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "GET /v2.0/ports?device_id=788626d2-eff4-4f02-980a-685cfb86b7c4 HTTP/1.1" status: 200 len: 210 time: 0.0572333 May 12 17:56:41.487005 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] Deleting port 633e957c-b85a-49cf-8528-6d696a0932a1 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:41.487365 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (633e957c-b85a-49cf-8528-6d696a0932a1), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:41.522708 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-57f1acfa-6690-44be-9000-cb5aa8f6f62f None None] Deleting port 633e957c-b85a-49cf-8528-6d696a0932a1 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:41.523069 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57f1acfa-6690-44be-9000-cb5aa8f6f62f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (633e957c-b85a-49cf-8528-6d696a0932a1), before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:41.577600 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] For port 633e957c-b85a-49cf-8528-6d696a0932a1, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=633e957c-b85a-49cf-8528-6d696a0932a1,segment=NetworkSegment(dd5f6114-09b1-4c86-94d1-3d774b3e1dfe),segment_id=dd5f6114-09b1-4c86-94d1-3d774b3e1dfe)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:41.577977 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (633e957c-b85a-49cf-8528-6d696a0932a1), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:41.600633 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] Calling delete_port for 633e957c-b85a-49cf-8528-6d696a0932a1 owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:41.615580 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-57f1acfa-6690-44be-9000-cb5aa8f6f62f None None] For port 633e957c-b85a-49cf-8528-6d696a0932a1, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=633e957c-b85a-49cf-8528-6d696a0932a1,segment=NetworkSegment(dd5f6114-09b1-4c86-94d1-3d774b3e1dfe),segment_id=dd5f6114-09b1-4c86-94d1-3d774b3e1dfe)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:41.618408 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57f1acfa-6690-44be-9000-cb5aa8f6f62f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (633e957c-b85a-49cf-8528-6d696a0932a1), precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:41.635094 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-57f1acfa-6690-44be-9000-cb5aa8f6f62f None None] Calling delete_port for 633e957c-b85a-49cf-8528-6d696a0932a1 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:41.714148 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (633e957c-b85a-49cf-8528-6d696a0932a1), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:41.731109 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57f1acfa-6690-44be-9000-cb5aa8f6f62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934'] for port (633e957c-b85a-49cf-8528-6d696a0932a1), after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:41.743268 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] Pushing event deleted for resources: {'Port': ['ID=633e957c-b85a-49cf-8528-6d696a0932a1,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:41.748442 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] No DVR routers for this DVR port 633e957c-b85a-49cf-8528-6d696a0932a1 on host dv-cinder-840525-2-iscsi {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:56:41.759125 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f1acfa-6690-44be-9000-cb5aa8f6f62f None None] No DVR routers for this DVR port 633e957c-b85a-49cf-8528-6d696a0932a1 on host dv-cinder-840525-2-iscsi {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:56:41.768660 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1acfa-6690-44be-9000-cb5aa8f6f62f None None] Pushing event deleted for resources: {'Port': ['ID=633e957c-b85a-49cf-8528-6d696a0932a1,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:41.841948 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4080459', 'neutron.services.segments.db._delete_segments_for_network-8789480486422'] for network (f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:41.849941 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device f0ae5d90-25bb-48f1-8ff2-0a8840f78971 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:41.863554 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d']}} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:41.870930 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: f0ae5d90-25bb-48f1-8ff2-0a8840f78971 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:41.871363 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device f0ae5d90-25bb-48f1-8ff2-0a8840f78971 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:56:41.871845 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 633e957c-b85a-49cf-8528-6d696a0932a1 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:41.875073 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5f6114-09b1-4c86-94d1-3d774b3e1dfe') {'for_net_delete': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:41.875376 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5f6114-09b1-4c86-94d1-3d774b3e1dfe') {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:41.886856 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789480210207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12258132'] for segment (dd5f6114-09b1-4c86-94d1-3d774b3e1dfe), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:41.893253 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 633e957c-b85a-49cf-8528-6d696a0932a1 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:41.893601 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 633e957c-b85a-49cf-8528-6d696a0932a1 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:56:41.894020 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 79465935-2810-4aa8-82c2-b1268b41e3f8 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:41.900649 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (dd5f6114-09b1-4c86-94d1-3d774b3e1dfe), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:41.907440 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=109950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:56:41.908066 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9231144'] for segment (dd5f6114-09b1-4c86-94d1-3d774b3e1dfe), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: Traceback (most recent call last): May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: timer() May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: cb(*args, **kw) May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: return func(*args, **kwargs) May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: self._notify() May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: self.callback(batched_events) May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: event.method(event) May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: return f(self, *a, **k) May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._get(url).json() May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: return self.request(url, 'GET', **kwargs) May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:56:41.910364 dv-cinder-840525-2-iscsi neutron-server[109950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:56:41.929116 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 79465935-2810-4aa8-82c2-b1268b41e3f8 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:41.930047 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 79465935-2810-4aa8-82c2-b1268b41e3f8 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:56:41.984026 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4080496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997580'] for network (f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:41.992386 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:41.997956 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d HTTP/1.1" status: 204 len: 168 time: 0.7552168 May 12 17:56:42.004922 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f7a53-8100-4f52-bf3f-213ff37fa948 admin admin] Pushing event deleted for resources: {'Network': ['ID=f81bf8ec-4974-4d2c-bb2e-c30b25c9ef0d,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:42.016138 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 32313048-9cf4-4080-982e-b807bb4c51d5 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:42.037788 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: 32313048-9cf4-4080-982e-b807bb4c51d5 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:42.037788 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 32313048-9cf4-4080-982e-b807bb4c51d5 not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:56:42.177469 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60724) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:42.217929 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-e1fdb16d-5616-4b04-b6b0-5c48af355c69 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=583159e196b2438698885193ca03ef4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393126 May 12 17:56:42.220448 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60726) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:42.267831 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-8614e10f-75ec-415e-b131-de4bdb387acc admin admin] Publish callbacks [] for security_group (182bbf67-d72a-49f5-8c99-525ab611027f), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:42.289501 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-8614e10f-75ec-415e-b131-de4bdb387acc admin admin] Publish callbacks [] for security_group (182bbf67-d72a-49f5-8c99-525ab611027f), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:42.338887 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-8614e10f-75ec-415e-b131-de4bdb387acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (182bbf67-d72a-49f5-8c99-525ab611027f), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:42.341614 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-8614e10f-75ec-415e-b131-de4bdb387acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:42.342752 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-8614e10f-75ec-415e-b131-de4bdb387acc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/182bbf67-d72a-49f5-8c99-525ab611027f HTTP/1.1" status: 204 len: 168 time: 0.1213987 May 12 17:56:42.350526 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614e10f-75ec-415e-b131-de4bdb387acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182bbf67-d72a-49f5-8c99-525ab611027f,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:42.552254 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60734) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:42.673479 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60736) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:42.674633 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-36545127-b005-4646-8d69-b2ca316e8b39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Deleting port b8ca9251-eae6-4d83-b0ec-1434299382ed {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:42.675029 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36545127-b005-4646-8d69-b2ca316e8b39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (b8ca9251-eae6-4d83-b0ec-1434299382ed), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:42.721210 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-1225dfec-61b0-489b-8056-5830f4746052 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=72c4c25ece984355b0f8eb63e27c99b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442626 May 12 17:56:42.721762 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60738) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:42.765445 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36545127-b005-4646-8d69-b2ca316e8b39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (b8ca9251-eae6-4d83-b0ec-1434299382ed), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:42.765779 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36545127-b005-4646-8d69-b2ca316e8b39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for floatingip (b8ca9251-eae6-4d83-b0ec-1434299382ed), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:42.771738 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-096ded38-267f-4c02-9ed6-90eedb45d4b2 admin admin] Publish callbacks [] for security_group (e70e4a70-adbb-4c77-a706-d740a58d938e), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:42.781246 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-36545127-b005-4646-8d69-b2ca316e8b39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Calling delete_port for b8ca9251-eae6-4d83-b0ec-1434299382ed owned by network:floatingip {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:42.804547 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-096ded38-267f-4c02-9ed6-90eedb45d4b2 admin admin] Publish callbacks [] for security_group (e70e4a70-adbb-4c77-a706-d740a58d938e), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:42.854093 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-096ded38-267f-4c02-9ed6-90eedb45d4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (e70e4a70-adbb-4c77-a706-d740a58d938e), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:42.857010 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-096ded38-267f-4c02-9ed6-90eedb45d4b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:42.860570 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-096ded38-267f-4c02-9ed6-90eedb45d4b2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e70e4a70-adbb-4c77-a706-d740a58d938e HTTP/1.1" status: 204 len: 168 time: 0.1357307 May 12 17:56:42.866142 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ded38-267f-4c02-9ed6-90eedb45d4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70e4a70-adbb-4c77-a706-d740a58d938e,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:42.928038 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36545127-b005-4646-8d69-b2ca316e8b39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (b8ca9251-eae6-4d83-b0ec-1434299382ed), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:42.962330 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36545127-b005-4646-8d69-b2ca316e8b39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event deleted for resources: {'Port': ['ID=b8ca9251-eae6-4d83-b0ec-1434299382ed,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:43.050385 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36545127-b005-4646-8d69-b2ca316e8b39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for floatingip (4e2bfa21-a006-4451-a36f-12e719ac2de1), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:43.055478 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-36545127-b005-4646-8d69-b2ca316e8b39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:43.057009 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-36545127-b005-4646-8d69-b2ca316e8b39 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "DELETE /v2.0/floatingips/4e2bfa21-a006-4451-a36f-12e719ac2de1 HTTP/1.1" status: 204 len: 168 time: 0.5037572 May 12 17:56:44.296818 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60766) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:44.605732 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9486e6e3-0e61-47cf-ba57-23900d3b1f20 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group (799ae988-631f-4578-983b-c368dfc9c489), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:44.631169 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9486e6e3-0e61-47cf-ba57-23900d3b1f20 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group (799ae988-631f-4578-983b-c368dfc9c489), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:44.693830 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9486e6e3-0e61-47cf-ba57-23900d3b1f20 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (799ae988-631f-4578-983b-c368dfc9c489), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:44.697481 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-9486e6e3-0e61-47cf-ba57-23900d3b1f20 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:44.698652 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-9486e6e3-0e61-47cf-ba57-23900d3b1f20 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] 10.222.0.73 "DELETE /v2.0/security-groups/799ae988-631f-4578-983b-c368dfc9c489 HTTP/1.1" status: 204 len: 168 time: 0.4008536 May 12 17:56:44.711631 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486e6e3-0e61-47cf-ba57-23900d3b1f20 tempest-TestVolumeBootPattern-1201380070 tempest-TestVolumeBootPattern-1201380070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=799ae988-631f-4578-983b-c368dfc9c489,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:44.756597 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60770) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:45.358254 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c9ca549b-493d-46f4-8b64-468025fdc399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984780'] for router_interface (24240b91-0752-4b90-8819-f63d4bfedb45), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:45.628218 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca549b-493d-46f4-8b64-468025fdc399 admin admin] Deleting port 358168d9-522b-4b05-9508-6924f4b61d7b {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:45.628551 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c9ca549b-493d-46f4-8b64-468025fdc399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (358168d9-522b-4b05-9508-6924f4b61d7b), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:45.716100 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-c9ca549b-493d-46f4-8b64-468025fdc399 admin admin] For port 358168d9-522b-4b05-9508-6924f4b61d7b, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=358168d9-522b-4b05-9508-6924f4b61d7b,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:45.716493 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c9ca549b-493d-46f4-8b64-468025fdc399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (358168d9-522b-4b05-9508-6924f4b61d7b), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:45.731668 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca549b-493d-46f4-8b64-468025fdc399 admin admin] Calling delete_port for 358168d9-522b-4b05-9508-6924f4b61d7b owned by network:router_interface {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:45.816500 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef783ad-f96e-454f-817a-fc2ad99808c9 req-e56a67aa-8f99-4239-86b4-7d8c916b6036 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:45.818907 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bef783ad-f96e-454f-817a-fc2ad99808c9 req-e56a67aa-8f99-4239-86b4-7d8c916b6036 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 945 time: 0.0694325 May 12 17:56:45.886497 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-bef783ad-f96e-454f-817a-fc2ad99808c9 req-cf275977-bb32-454d-8ac2-f1c7a2ddd754 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c6e5daa-198b-408f-a6ce-f5cbfef7026b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601113 May 12 17:56:45.957545 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c9ca549b-493d-46f4-8b64-468025fdc399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (358168d9-522b-4b05-9508-6924f4b61d7b), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:45.984861 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca549b-493d-46f4-8b64-468025fdc399 admin admin] Pushing event deleted for resources: {'Port': ['ID=358168d9-522b-4b05-9508-6924f4b61d7b,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:46.182383 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-c9ca549b-493d-46f4-8b64-468025fdc399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-787667'] for router_interface (24240b91-0752-4b90-8819-f63d4bfedb45), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:46.418716 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ca549b-493d-46f4-8b64-468025fdc399 admin admin] Router 24240b91-0752-4b90-8819-f63d4bfedb45 has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:56:46.530488 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ca549b-493d-46f4-8b64-468025fdc399 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:56:46.535443 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-c9ca549b-493d-46f4-8b64-468025fdc399 admin admin] 10.222.0.73 "PUT /v2.0/routers/24240b91-0752-4b90-8819-f63d4bfedb45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7778194 May 12 17:56:46.537975 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60792) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:46.540200 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6c7cad-7d21-46ad-9714-e86ce982cc76 None None] Sync routers for ids ['24240b91-0752-4b90-8819-f63d4bfedb45'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:56:46.550123 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c7cad-7d21-46ad-9714-e86ce982cc76 None None] Routers {'24240b91-0752-4b90-8819-f63d4bfedb45'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:56:46.550728 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-6a6c7cad-7d21-46ad-9714-e86ce982cc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:56:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['24240b91-0752-4b90-8819-f63d4bfedb45'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:46.647026 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-baf5360f-61f8-4dc4-958f-e6a741ac8412 admin admin] Publish callbacks [] for router (24240b91-0752-4b90-8819-f63d4bfedb45), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:46.660892 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-6a6c7cad-7d21-46ad-9714-e86ce982cc76 None None] Set router 24240b91-0752-4b90-8819-f63d4bfedb45 gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:56:46.755014 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-baf5360f-61f8-4dc4-958f-e6a741ac8412 admin admin] Publish callbacks [] for router_gateway (24240b91-0752-4b90-8819-f63d4bfedb45), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:46.801824 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-baf5360f-61f8-4dc4-958f-e6a741ac8412 admin admin] Deleting port f60e1ab7-ef66-471c-9c52-c1b9b9f2b514 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:46.802154 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-baf5360f-61f8-4dc4-958f-e6a741ac8412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (f60e1ab7-ef66-471c-9c52-c1b9b9f2b514), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:46.830036 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-6a6c7cad-7d21-46ad-9714-e86ce982cc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:56:45Z', 'revision_number': 5, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port': {'id': 'f60e1ab7-ef66-471c-9c52-c1b9b9f2b514', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:26Z', 'updated_at': '2022-05-12T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:46.857219 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6c7cad-7d21-46ad-9714-e86ce982cc76 None None] Checking router: 24240b91-0752-4b90-8819-f63d4bfedb45 for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:56:46.865596 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c7cad-7d21-46ad-9714-e86ce982cc76 None None] Routers {'24240b91-0752-4b90-8819-f63d4bfedb45'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:56:46.866195 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-6a6c7cad-7d21-46ad-9714-e86ce982cc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:56:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['24240b91-0752-4b90-8819-f63d4bfedb45'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:46.881120 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-baf5360f-61f8-4dc4-958f-e6a741ac8412 admin admin] For port f60e1ab7-ef66-471c-9c52-c1b9b9f2b514, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=f60e1ab7-ef66-471c-9c52-c1b9b9f2b514,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:46.881489 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-baf5360f-61f8-4dc4-958f-e6a741ac8412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (f60e1ab7-ef66-471c-9c52-c1b9b9f2b514), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:46.894843 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-baf5360f-61f8-4dc4-958f-e6a741ac8412 admin admin] Calling delete_port for f60e1ab7-ef66-471c-9c52-c1b9b9f2b514 owned by network:router_gateway {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:47.015047 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5226c1-51d6-4cdc-82f2-1d78bdb9028b req-271ffa9e-3afe-4e13-bc30-16f28eda2dc3 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:47.016728 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6f5226c1-51d6-4cdc-82f2-1d78bdb9028b req-271ffa9e-3afe-4e13-bc30-16f28eda2dc3 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 945 time: 0.0513732 May 12 17:56:47.053261 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-6a6c7cad-7d21-46ad-9714-e86ce982cc76 None None] Set router 24240b91-0752-4b90-8819-f63d4bfedb45 gateway port host: None {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:56:47.068188 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-6f5226c1-51d6-4cdc-82f2-1d78bdb9028b req-c2ad5113-2540-4a90-b7f5-e79f757f4ce2 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c6e5daa-198b-408f-a6ce-f5cbfef7026b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453854 May 12 17:56:47.090776 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-baf5360f-61f8-4dc4-958f-e6a741ac8412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (f60e1ab7-ef66-471c-9c52-c1b9b9f2b514), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:47.109854 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-6a6c7cad-7d21-46ad-9714-e86ce982cc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:56:46Z', 'revision_number': 6, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port_host': None}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:47.120421 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5360f-61f8-4dc4-958f-e6a741ac8412 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60e1ab7-ef66-471c-9c52-c1b9b9f2b514,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:47.137883 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6c7cad-7d21-46ad-9714-e86ce982cc76 None None] The sync data for ids ['24240b91-0752-4b90-8819-f63d4bfedb45'] in dv-cinder-840525-2-iscsi is: [{'id': '24240b91-0752-4b90-8819-f63d4bfedb45', 'name': 'tempest-TestVolumeBootPattern-939555306-router', 'tenant_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:25Z', 'updated_at': '2022-05-12T17:56:46Z', 'revision_number': 6, 'project_id': 'a4d7ebeafe8140b3b8332059258a83eb', 'gw_port_host': None}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:56:47.186946 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-baf5360f-61f8-4dc4-958f-e6a741ac8412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996094'] for router_gateway (24240b91-0752-4b90-8819-f63d4bfedb45), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:47.277377 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-baf5360f-61f8-4dc4-958f-e6a741ac8412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31089'] for router (24240b91-0752-4b90-8819-f63d4bfedb45), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:47.279526 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-baf5360f-61f8-4dc4-958f-e6a741ac8412 admin admin] Publish callbacks [] for router_controller (24240b91-0752-4b90-8819-f63d4bfedb45), precommit_delete_associations {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:47.326073 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-baf5360f-61f8-4dc4-958f-e6a741ac8412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994735'] for router (24240b91-0752-4b90-8819-f63d4bfedb45), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:47.326653 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf5360f-61f8-4dc4-958f-e6a741ac8412 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24240b91-0752-4b90-8819-f63d4bfedb45 {{(pid=109951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:56:47.330710 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-baf5360f-61f8-4dc4-958f-e6a741ac8412 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:47.331835 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-baf5360f-61f8-4dc4-958f-e6a741ac8412 admin admin] 10.222.0.73 "DELETE /v2.0/routers/24240b91-0752-4b90-8819-f63d4bfedb45 HTTP/1.1" status: 204 len: 168 time: 0.7929533 May 12 17:56:47.334579 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60796) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:47.378723 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_v2 [None req-261a5ca9-4f21-4a83-b2b3-0e59c350b003 admin admin] Deleting subnet 3b393bcd-a146-44a6-8ec1-ecf303917907 {{(pid=109951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:56:47.382006 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-261a5ca9-4f21-4a83-b2b3-0e59c350b003 admin admin] Publish callbacks [] for subnet (3b393bcd-a146-44a6-8ec1-ecf303917907), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:47.416225 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-261a5ca9-4f21-4a83-b2b3-0e59c350b003 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9247611'] for subnet (3b393bcd-a146-44a6-8ec1-ecf303917907), precommit_delete_associations {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:47.495857 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-261a5ca9-4f21-4a83-b2b3-0e59c350b003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4142334'] for subnet (3b393bcd-a146-44a6-8ec1-ecf303917907), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:47.798407 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcc9c8-129a-482d-9908-57f852fcfe6e req-a442a192-6224-454f-8cbf-ab38c38587a3 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:47.799647 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-261a5ca9-4f21-4a83-b2b3-0e59c350b003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4142311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9284088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8936629'] for subnet (3b393bcd-a146-44a6-8ec1-ecf303917907), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:47.799977 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f8bcc9c8-129a-482d-9908-57f852fcfe6e req-a442a192-6224-454f-8cbf-ab38c38587a3 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.74 "GET /v2.0/ports?device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 945 time: 0.0471041 May 12 17:56:47.826233 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a5ca9-4f21-4a83-b2b3-0e59c350b003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b393bcd-a146-44a6-8ec1-ecf303917907,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:47.829622 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-261a5ca9-4f21-4a83-b2b3-0e59c350b003 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:47.835027 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-261a5ca9-4f21-4a83-b2b3-0e59c350b003 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3b393bcd-a146-44a6-8ec1-ecf303917907 HTTP/1.1" status: 204 len: 168 time: 0.4973021 May 12 17:56:47.835361 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60798) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:47.837913 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53badb13-aff8-465a-aae2-263ff3e671f7 None None] Network a25dbb6f-d15b-498d-a498-e2acebdb3c69 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:56:47.911192 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779105'] for network (a25dbb6f-d15b-498d-a498-e2acebdb3c69), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:47.915478 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [req-f8bcc9c8-129a-482d-9908-57f852fcfe6e req-49e9f4b2-585b-4537-9301-f2aca23aefdc tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Deleting port 627ccf4f-4b89-4327-a46b-2d57a4b45759 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:47.915868 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-f8bcc9c8-129a-482d-9908-57f852fcfe6e req-49e9f4b2-585b-4537-9301-f2aca23aefdc tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (627ccf4f-4b89-4327-a46b-2d57a4b45759), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:47.968256 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] Deleting port 44017f90-073a-4a68-a0f2-5a30a716fdd4 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:47.968839 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (44017f90-073a-4a68-a0f2-5a30a716fdd4), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:48.006532 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 358168d9-522b-4b05-9508-6924f4b61d7b no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:48.028076 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 358168d9-522b-4b05-9508-6924f4b61d7b {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:48.028461 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 358168d9-522b-4b05-9508-6924f4b61d7b not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:56:48.028877 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device f60e1ab7-ef66-471c-9c52-c1b9b9f2b514 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:48.034047 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [req-f8bcc9c8-129a-482d-9908-57f852fcfe6e req-49e9f4b2-585b-4537-9301-f2aca23aefdc tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] For port 627ccf4f-4b89-4327-a46b-2d57a4b45759, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=627ccf4f-4b89-4327-a46b-2d57a4b45759,segment=NetworkSegment(610844af-1cf6-4b24-82c7-579224578243),segment_id=610844af-1cf6-4b24-82c7-579224578243)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:48.034593 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-f8bcc9c8-129a-482d-9908-57f852fcfe6e req-49e9f4b2-585b-4537-9301-f2aca23aefdc tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (627ccf4f-4b89-4327-a46b-2d57a4b45759), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:48.045119 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] For port 44017f90-073a-4a68-a0f2-5a30a716fdd4, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=44017f90-073a-4a68-a0f2-5a30a716fdd4,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:48.045490 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (44017f90-073a-4a68-a0f2-5a30a716fdd4), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:48.054239 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2ec62e-6130-4843-87ed-9a373b992f9e None None] DHCP port deletion for a25dbb6f-d15b-498d-a498-e2acebdb3c69 request from dv-cinder-840525-2-iscsi {{(pid=109952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:56:48.060826 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] Calling delete_port for 44017f90-073a-4a68-a0f2-5a30a716fdd4 owned by network:dhcp {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:48.061239 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: f60e1ab7-ef66-471c-9c52-c1b9b9f2b514 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:48.061766 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device f60e1ab7-ef66-471c-9c52-c1b9b9f2b514 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:56:48.103114 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-bd2ec62e-6130-4843-87ed-9a373b992f9e None None] Deleting port 44017f90-073a-4a68-a0f2-5a30a716fdd4 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:48.103918 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bd2ec62e-6130-4843-87ed-9a373b992f9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (44017f90-073a-4a68-a0f2-5a30a716fdd4), before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:48.168999 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (44017f90-073a-4a68-a0f2-5a30a716fdd4), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:48.194064 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-bd2ec62e-6130-4843-87ed-9a373b992f9e None None] For port 44017f90-073a-4a68-a0f2-5a30a716fdd4, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=44017f90-073a-4a68-a0f2-5a30a716fdd4,segment=NetworkSegment(40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b),segment_id=40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:48.196475 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bd2ec62e-6130-4843-87ed-9a373b992f9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (44017f90-073a-4a68-a0f2-5a30a716fdd4), precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:48.199416 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=44017f90-073a-4a68-a0f2-5a30a716fdd4,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:48.201303 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] No DVR routers for this DVR port 44017f90-073a-4a68-a0f2-5a30a716fdd4 on host dv-cinder-840525-2-iscsi {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:56:48.218484 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-bd2ec62e-6130-4843-87ed-9a373b992f9e None None] Calling delete_port for 44017f90-073a-4a68-a0f2-5a30a716fdd4 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:48.292725 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4080459', 'neutron.services.segments.db._delete_segments_for_network-8789480486422'] for network (a25dbb6f-d15b-498d-a498-e2acebdb3c69), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:48.313864 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bd2ec62e-6130-4843-87ed-9a373b992f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934'] for port (44017f90-073a-4a68-a0f2-5a30a716fdd4), after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:48.316735 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25dbb6f-d15b-498d-a498-e2acebdb3c69']}} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:48.328976 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b') {'for_net_delete': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:48.329280 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b') {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:48.342126 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789480210207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9247554'] for segment (40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:48.342372 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ec62e-6130-4843-87ed-9a373b992f9e None None] Pushing event deleted for resources: {'Port': ['ID=44017f90-073a-4a68-a0f2-5a30a716fdd4,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:48.344064 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2ec62e-6130-4843-87ed-9a373b992f9e None None] No DVR routers for this DVR port 44017f90-073a-4a68-a0f2-5a30a716fdd4 on host dv-cinder-840525-2-iscsi {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:56:48.370475 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:48.377786 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=109951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:56:48.378231 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9285210'] for segment (40aa1ab3-9fdc-4f74-ac2b-46b2329b8c4b), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: Traceback (most recent call last): May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: timer() May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: cb(*args, **kw) May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: return func(*args, **kwargs) May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: self._notify() May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: self.callback(batched_events) May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: event.method(event) May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: return f(self, *a, **k) May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: return self._get(url).json() May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: return self.request(url, 'GET', **kwargs) May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:56:48.380775 dv-cinder-840525-2-iscsi neutron-server[109951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:56:48.444452 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4080496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997580'] for network (a25dbb6f-d15b-498d-a498-e2acebdb3c69), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:48.450046 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:48.453197 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a25dbb6f-d15b-498d-a498-e2acebdb3c69 HTTP/1.1" status: 204 len: 168 time: 0.6168633 May 12 17:56:48.456204 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60802) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:48.505412 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b02f9-959f-4825-aff4-58943bfd0f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=a25dbb6f-d15b-498d-a498-e2acebdb3c69,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:48.597539 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607028a6-a1f2-4c22-9b78-77145958ec16 req-aa636978-58bd-41d7-83cb-92f8f6419982 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:56:48.598960 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-607028a6-a1f2-4c22-9b78-77145958ec16 req-aa636978-58bd-41d7-83cb-92f8f6419982 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 945 time: 0.4272850 May 12 17:56:48.697725 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-f8bcc9c8-129a-482d-9908-57f852fcfe6e req-49e9f4b2-585b-4537-9301-f2aca23aefdc tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:48.698098 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-f8bcc9c8-129a-482d-9908-57f852fcfe6e req-49e9f4b2-585b-4537-9301-f2aca23aefdc tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997409'] for floatingip (00a12513-bee7-4969-9ee5-b3f7de8f2abc), after_update {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:48.698448 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.l3_db [req-f8bcc9c8-129a-482d-9908-57f852fcfe6e req-49e9f4b2-585b-4537-9301-f2aca23aefdc tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Floating IP 00a12513-bee7-4969-9ee5-b3f7de8f2abc disassociated. External IP: 172.27.2.82, port: 627ccf4f-4b89-4327-a46b-2d57a4b45759. May 12 17:56:48.698799 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [req-f8bcc9c8-129a-482d-9908-57f852fcfe6e req-49e9f4b2-585b-4537-9301-f2aca23aefdc tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Calling delete_port for 627ccf4f-4b89-4327-a46b-2d57a4b45759 owned by compute:nova {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:48.704230 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-607028a6-a1f2-4c22-9b78-77145958ec16 req-182bfe52-a81a-4b2d-994c-0da6ee322be1 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c6e5daa-198b-408f-a6ce-f5cbfef7026b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974739 May 12 17:56:48.807213 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eee7774c-a522-4348-a010-a3f3342b519e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984780'] for router_interface (aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:48.848285 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-f8bcc9c8-129a-482d-9908-57f852fcfe6e req-49e9f4b2-585b-4537-9301-f2aca23aefdc tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (627ccf4f-4b89-4327-a46b-2d57a4b45759), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:48.876833 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9f4b2-585b-4537-9301-f2aca23aefdc tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Pushing event deleted for resources: {'Port': ['ID=627ccf4f-4b89-4327-a46b-2d57a4b45759,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:49.002298 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8bcc9c8-129a-482d-9908-57f852fcfe6e req-49e9f4b2-585b-4537-9301-f2aca23aefdc tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:56:49.055355 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-eee7774c-a522-4348-a010-a3f3342b519e admin admin] Deleting port 3d6be7a5-8870-4731-a406-b84bea0db040 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:49.055783 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eee7774c-a522-4348-a010-a3f3342b519e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (3d6be7a5-8870-4731-a406-b84bea0db040), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:49.124575 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8bcc9c8-129a-482d-9908-57f852fcfe6e req-49e9f4b2-585b-4537-9301-f2aca23aefdc tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:56:49.136719 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c555db5-74fa-4dc0-b27b-a98dfeac7987 None None] Sync routers for ids ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'] in dv-cinder-840525-2-iscsi {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:56:49.139522 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-eee7774c-a522-4348-a010-a3f3342b519e admin admin] For port 3d6be7a5-8870-4731-a406-b84bea0db040, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=3d6be7a5-8870-4731-a406-b84bea0db040,segment=NetworkSegment(3451e87a-7b32-4eae-b8ff-f69c57669c72),segment_id=3451e87a-7b32-4eae-b8ff-f69c57669c72)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:49.139966 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eee7774c-a522-4348-a010-a3f3342b519e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (3d6be7a5-8870-4731-a406-b84bea0db040), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:49.147794 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c555db5-74fa-4dc0-b27b-a98dfeac7987 None None] Routers {'78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:56:49.148787 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-6c555db5-74fa-4dc0-b27b-a98dfeac7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:56:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:49.154943 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-eee7774c-a522-4348-a010-a3f3342b519e admin admin] Calling delete_port for 3d6be7a5-8870-4731-a406-b84bea0db040 owned by network:router_interface {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:49.172016 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bcc9c8-129a-482d-9908-57f852fcfe6e req-49e9f4b2-585b-4537-9301-f2aca23aefdc tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] No DVR routers for this DVR port 627ccf4f-4b89-4327-a46b-2d57a4b45759 on host hv-cinder-84052 {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:56:49.174968 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [req-f8bcc9c8-129a-482d-9908-57f852fcfe6e req-49e9f4b2-585b-4537-9301-f2aca23aefdc tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for port (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:49.178550 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-f8bcc9c8-129a-482d-9908-57f852fcfe6e req-49e9f4b2-585b-4537-9301-f2aca23aefdc tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.74 "DELETE /v2.0/ports/627ccf4f-4b89-4327-a46b-2d57a4b45759 HTTP/1.1" status: 204 len: 173 time: 1.3708980 May 12 17:56:49.179034 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b1547c-4ed6-4375-b636-8903a85c6b82', 'name': 'network-vif-deleted', 'tag': '627ccf4f-4b89-4327-a46b-2d57a4b45759'}] {{(pid=109950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:56:49.182224 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8baa268c98e59354ab82ec63666e6326fa664a3dc74f0f779e7ef42ba517aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092302ad-a2bd-4228-be4b-2271b9985fcf" -d '{"events": [{"server_uuid": "30b1547c-4ed6-4375-b636-8903a85c6b82", "name": "network-vif-deleted", "tag": "627ccf4f-4b89-4327-a46b-2d57a4b45759"}]}' {{(pid=109950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:56:49.234177 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6881533-87a6-4dc6-ad53-a4ff78f54bce x-openstack-request-id: req-d6881533-87a6-4dc6-ad53-a4ff78f54bce {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:56:49.234660 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b1547c-4ed6-4375-b636-8903a85c6b82", "name": "network-vif-deleted", "tag": "627ccf4f-4b89-4327-a46b-2d57a4b45759", "status": "completed", "code": 200}]} {{(pid=109950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:56:49.235077 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6881533-87a6-4dc6-ad53-a4ff78f54bce {{(pid=109950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:56:49.235477 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6881533-87a6-4dc6-ad53-a4ff78f54bce'] response: {'server_uuid': '30b1547c-4ed6-4375-b636-8903a85c6b82', 'name': 'network-vif-deleted', 'tag': '627ccf4f-4b89-4327-a46b-2d57a4b45759', 'status': 'completed', 'code': 200} May 12 17:56:49.286693 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-6c555db5-74fa-4dc0-b27b-a98dfeac7987 None None] Set router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:56:49.402258 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eee7774c-a522-4348-a010-a3f3342b519e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (3d6be7a5-8870-4731-a406-b84bea0db040), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:49.434315 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7774c-a522-4348-a010-a3f3342b519e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6be7a5-8870-4731-a406-b84bea0db040,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:49.521037 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-6c555db5-74fa-4dc0-b27b-a98dfeac7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:15Z', 'revision_number': 4, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '1dc4c398-e9eb-4787-803f-f15a31fdeb1b', 'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'mac_address': 'fa:16:3e:3d:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4e47a012-ad83-4701-be85-56bd402cf726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:14Z', 'updated_at': '2022-05-12T17:52:20Z', 'revision_number': 5, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'subnets': [{'id': '4e47a012-ad83-4701-be85-56bd402cf726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:49.551660 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c555db5-74fa-4dc0-b27b-a98dfeac7987 None None] Checking router: 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd for host: dv-cinder-840525-2-iscsi {{(pid=109952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:56:49.560881 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c555db5-74fa-4dc0-b27b-a98dfeac7987 None None] Routers {'78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:56:49.561657 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-6c555db5-74fa-4dc0-b27b-a98dfeac7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:56:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'], 'active': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:49.620385 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-eee7774c-a522-4348-a010-a3f3342b519e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-787667'] for router_interface (aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:49.677910 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvr_db [None req-6c555db5-74fa-4dc0-b27b-a98dfeac7987 None None] Set router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd gateway port host: dv-cinder-840525-2-iscsi {{(pid=109952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:56:49.837893 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [req-76bd31fd-05de-44e3-9e5e-0519023a6fb8 req-732df86a-99ef-4929-bcdf-c94da4b76953 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b1547c-4ed6-4375-b636-8903a85c6b82 HTTP/1.1" status: 200 len: 210 time: 0.0425415 May 12 17:56:49.886851 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee7774c-a522-4348-a010-a3f3342b519e admin admin] Router aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:56:49.971781 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 44017f90-073a-4a68-a0f2-5a30a716fdd4 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:49.998550 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 44017f90-073a-4a68-a0f2-5a30a716fdd4 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:49.998896 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 44017f90-073a-4a68-a0f2-5a30a716fdd4 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:56:50.008798 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee7774c-a522-4348-a010-a3f3342b519e admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:56:50.016675 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-eee7774c-a522-4348-a010-a3f3342b519e admin admin] 10.222.0.73 "PUT /v2.0/routers/aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5594275 May 12 17:56:50.017015 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60808) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:50.019484 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e86435-d953-445a-b66d-d301490fd479 None None] Sync routers for ids ['aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:56:50.032296 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e86435-d953-445a-b66d-d301490fd479 None None] Routers {'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:56:50.033206 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-d9e86435-d953-445a-b66d-d301490fd479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:56:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:50.066034 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 627ccf4f-4b89-4327-a46b-2d57a4b45759 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:50.092646 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] No Port match for: 627ccf4f-4b89-4327-a46b-2d57a4b45759 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:50.092996 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Device 627ccf4f-4b89-4327-a46b-2d57a4b45759 not bound to the agent host hv-cinder-84052 {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:56:50.094750 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_hamode_db [None req-6c555db5-74fa-4dc0-b27b-a98dfeac7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:15Z', 'revision_number': 4, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '1dc4c398-e9eb-4787-803f-f15a31fdeb1b', 'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'mac_address': 'fa:16:3e:3d:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4e47a012-ad83-4701-be85-56bd402cf726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:14Z', 'updated_at': '2022-05-12T17:52:20Z', 'revision_number': 5, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'subnets': [{'id': '4e47a012-ad83-4701-be85-56bd402cf726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:50.123127 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c555db5-74fa-4dc0-b27b-a98dfeac7987 None None] The sync data for ids ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'] in dv-cinder-840525-2-iscsi is: [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:15Z', 'revision_number': 4, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi', '_interfaces': [{'id': '1dc4c398-e9eb-4787-803f-f15a31fdeb1b', 'name': '', 'network_id': '42aca28f-4d9c-47b5-9afa-e8a9049c9539', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'mac_address': 'fa:16:3e:3d:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4e47a012-ad83-4701-be85-56bd402cf726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:14Z', 'updated_at': '2022-05-12T17:52:20Z', 'revision_number': 5, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'subnets': [{'id': '4e47a012-ad83-4701-be85-56bd402cf726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:56:50.141065 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-83887aa8-c694-47d1-86db-02919fbeb24d admin admin] Publish callbacks [] for router (aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:50.150814 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-d9e86435-d953-445a-b66d-d301490fd479 None None] Set router aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:56:50.252438 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-83887aa8-c694-47d1-86db-02919fbeb24d admin admin] Publish callbacks [] for router_gateway (aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:50.310362 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-83887aa8-c694-47d1-86db-02919fbeb24d admin admin] Deleting port 4e5fba79-8af4-4879-93a6-cb1c02a13bf9 {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:50.310848 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-83887aa8-c694-47d1-86db-02919fbeb24d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (4e5fba79-8af4-4879-93a6-cb1c02a13bf9), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:50.343085 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-d9e86435-d953-445a-b66d-d301490fd479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'name': 'tempest-TestVolumeBootPattern-578294669-router', 'tenant_id': 'd7c90277db3d4f89abd17dc952d72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '4e5fba79-8af4-4879-93a6-cb1c02a13bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:31Z', 'updated_at': '2022-05-12T17:56:49Z', 'revision_number': 5, 'project_id': 'd7c90277db3d4f89abd17dc952d72400', 'gw_port': {'id': '4e5fba79-8af4-4879-93a6-cb1c02a13bf9', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:eb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:49:31Z', 'updated_at': '2022-05-12T17:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:50.373517 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e86435-d953-445a-b66d-d301490fd479 None None] Checking router: aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:56:50.386656 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e86435-d953-445a-b66d-d301490fd479 None None] Routers {'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:56:50.387111 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-d9e86435-d953-445a-b66d-d301490fd479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:56:26Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:50.394011 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a74b0c2-81bf-430e-97a5-ddbdc8158154 None None] New status for floating IP 00a12513-bee7-4969-9ee5-b3f7de8f2abc: DOWN {{(pid=109952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:56:50.408339 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-83887aa8-c694-47d1-86db-02919fbeb24d admin admin] For port 4e5fba79-8af4-4879-93a6-cb1c02a13bf9, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=4e5fba79-8af4-4879-93a6-cb1c02a13bf9,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:50.408621 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-83887aa8-c694-47d1-86db-02919fbeb24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (4e5fba79-8af4-4879-93a6-cb1c02a13bf9), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:50.422550 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-83887aa8-c694-47d1-86db-02919fbeb24d admin admin] Calling delete_port for 4e5fba79-8af4-4879-93a6-cb1c02a13bf9 owned by network:router_gateway {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:50.479577 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-d9e86435-d953-445a-b66d-d301490fd479 None None] Set router aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b gateway port host: None {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:56:50.538437 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-d9e86435-d953-445a-b66d-d301490fd479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'name': 'tempest-TestVolumeBootPattern-578294669-router', 'tenant_id': 'd7c90277db3d4f89abd17dc952d72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:31Z', 'updated_at': '2022-05-12T17:56:50Z', 'revision_number': 6, 'project_id': 'd7c90277db3d4f89abd17dc952d72400', 'gw_port_host': None}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:50.571701 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e86435-d953-445a-b66d-d301490fd479 None None] The sync data for ids ['aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b'] in dv-cinder-840525-2-iscsi is: [{'id': 'aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b', 'name': 'tempest-TestVolumeBootPattern-578294669-router', 'tenant_id': 'd7c90277db3d4f89abd17dc952d72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:49:31Z', 'updated_at': '2022-05-12T17:56:50Z', 'revision_number': 6, 'project_id': 'd7c90277db3d4f89abd17dc952d72400', 'gw_port_host': None}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:56:50.619303 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-83887aa8-c694-47d1-86db-02919fbeb24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (4e5fba79-8af4-4879-93a6-cb1c02a13bf9), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:50.642918 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83887aa8-c694-47d1-86db-02919fbeb24d admin admin] Pushing event deleted for resources: {'Port': ['ID=4e5fba79-8af4-4879-93a6-cb1c02a13bf9,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:50.707604 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-83887aa8-c694-47d1-86db-02919fbeb24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996094'] for router_gateway (aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:50.799614 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-83887aa8-c694-47d1-86db-02919fbeb24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31089'] for router (aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:50.801845 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-83887aa8-c694-47d1-86db-02919fbeb24d admin admin] Publish callbacks [] for router_controller (aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b), precommit_delete_associations {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:50.845502 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-83887aa8-c694-47d1-86db-02919fbeb24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994735'] for router (aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:50.846135 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83887aa8-c694-47d1-86db-02919fbeb24d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b {{(pid=109950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:56:50.850645 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-83887aa8-c694-47d1-86db-02919fbeb24d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:50.853077 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-83887aa8-c694-47d1-86db-02919fbeb24d admin admin] 10.222.0.73 "DELETE /v2.0/routers/aecbfaa0-9dbc-4dc1-8bf4-1df1c9d2481b HTTP/1.1" status: 204 len: 168 time: 0.8350303 May 12 17:56:50.855671 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60810) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:50.907289 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_v2 [None req-493e7163-0941-4392-b354-ad959476de88 admin admin] Deleting subnet 755011c3-ea6f-40aa-a8b5-cbf8e26de01f {{(pid=109950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:56:50.909196 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-493e7163-0941-4392-b354-ad959476de88 admin admin] Publish callbacks [] for subnet (755011c3-ea6f-40aa-a8b5-cbf8e26de01f), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:50.938095 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60816) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:50.950667 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-493e7163-0941-4392-b354-ad959476de88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12258157'] for subnet (755011c3-ea6f-40aa-a8b5-cbf8e26de01f), precommit_delete_associations {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.001558 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5f0065bb-2f50-4bdd-b7d0-1f7920cd1326 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group (9c6e5daa-198b-408f-a6ce-f5cbfef7026b), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.027784 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5f0065bb-2f50-4bdd-b7d0-1f7920cd1326 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group (9c6e5daa-198b-408f-a6ce-f5cbfef7026b), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.034379 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-493e7163-0941-4392-b354-ad959476de88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4142334'] for subnet (755011c3-ea6f-40aa-a8b5-cbf8e26de01f), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.081799 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5f0065bb-2f50-4bdd-b7d0-1f7920cd1326 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (9c6e5daa-198b-408f-a6ce-f5cbfef7026b), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.084639 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5f0065bb-2f50-4bdd-b7d0-1f7920cd1326 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.085832 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-5f0065bb-2f50-4bdd-b7d0-1f7920cd1326 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "DELETE /v2.0/security-groups/9c6e5daa-198b-408f-a6ce-f5cbfef7026b HTTP/1.1" status: 204 len: 168 time: 0.1465082 May 12 17:56:51.089115 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60818) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:51.095321 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0065bb-2f50-4bdd-b7d0-1f7920cd1326 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6e5daa-198b-408f-a6ce-f5cbfef7026b,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:51.104942 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.api.v2.resource [None req-e2a859f0-74ff-4cd3-82d4-a6c32d3baaf5 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] show failed (client error): The resource could not be found. May 12 17:56:51.108929 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-e2a859f0-74ff-4cd3-82d4-a6c32d3baaf5 tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "GET /v2.0/security-groups/9c6e5daa-198b-408f-a6ce-f5cbfef7026b HTTP/1.1" status: 404 len: 347 time: 0.0159335 May 12 17:56:51.108929 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-493e7163-0941-4392-b354-ad959476de88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4142311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9404138'] for subnet (755011c3-ea6f-40aa-a8b5-cbf8e26de01f), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.109198 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60820) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:51.130076 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7163-0941-4392-b354-ad959476de88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=755011c3-ea6f-40aa-a8b5-cbf8e26de01f,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:51.140290 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-493e7163-0941-4392-b354-ad959476de88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.144221 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-493e7163-0941-4392-b354-ad959476de88 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/755011c3-ea6f-40aa-a8b5-cbf8e26de01f HTTP/1.1" status: 204 len: 168 time: 0.2868400 May 12 17:56:51.145928 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60822) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:51.148880 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c9f2ce-dd24-4c55-97b9-26289825ffcf None None] Network de75f1f2-896b-4d11-8de6-434256a15980 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:56:51.227631 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779105'] for network (de75f1f2-896b-4d11-8de6-434256a15980), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.244935 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-39721ea3-4e1d-4357-9a43-664f60db5d0e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Deleting port 77f32202-9afc-4598-ad8b-08a9f7f16f87 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:51.245178 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-39721ea3-4e1d-4357-9a43-664f60db5d0e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (77f32202-9afc-4598-ad8b-08a9f7f16f87), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.279437 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] Deleting port 63367f51-91dd-493c-8fa0-0f8efd1306ef {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:51.279767 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (63367f51-91dd-493c-8fa0-0f8efd1306ef), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.321466 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-39721ea3-4e1d-4357-9a43-664f60db5d0e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (77f32202-9afc-4598-ad8b-08a9f7f16f87), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.321886 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-39721ea3-4e1d-4357-9a43-664f60db5d0e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for floatingip (77f32202-9afc-4598-ad8b-08a9f7f16f87), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.334471 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-39721ea3-4e1d-4357-9a43-664f60db5d0e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Calling delete_port for 77f32202-9afc-4598-ad8b-08a9f7f16f87 owned by network:floatingip {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:51.349240 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] For port 63367f51-91dd-493c-8fa0-0f8efd1306ef, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=63367f51-91dd-493c-8fa0-0f8efd1306ef,segment=NetworkSegment(3451e87a-7b32-4eae-b8ff-f69c57669c72),segment_id=3451e87a-7b32-4eae-b8ff-f69c57669c72)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:51.349611 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (63367f51-91dd-493c-8fa0-0f8efd1306ef), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.362605 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8bc666-562f-4e28-a047-b39d7a673376 None None] DHCP port deletion for de75f1f2-896b-4d11-8de6-434256a15980 request from dv-cinder-840525-2-iscsi {{(pid=109952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:56:51.366310 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] Calling delete_port for 63367f51-91dd-493c-8fa0-0f8efd1306ef owned by network:dhcp {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:51.415927 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-4c8bc666-562f-4e28-a047-b39d7a673376 None None] Deleting port 63367f51-91dd-493c-8fa0-0f8efd1306ef {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:51.416530 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c8bc666-562f-4e28-a047-b39d7a673376 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (63367f51-91dd-493c-8fa0-0f8efd1306ef), before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.465602 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (63367f51-91dd-493c-8fa0-0f8efd1306ef), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.489511 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-4c8bc666-562f-4e28-a047-b39d7a673376 None None] For port 63367f51-91dd-493c-8fa0-0f8efd1306ef, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=63367f51-91dd-493c-8fa0-0f8efd1306ef,segment=NetworkSegment(3451e87a-7b32-4eae-b8ff-f69c57669c72),segment_id=3451e87a-7b32-4eae-b8ff-f69c57669c72)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:51.489914 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c8bc666-562f-4e28-a047-b39d7a673376 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (63367f51-91dd-493c-8fa0-0f8efd1306ef), precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.493891 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] Pushing event deleted for resources: {'Port': ['ID=63367f51-91dd-493c-8fa0-0f8efd1306ef,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:51.495979 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] No DVR routers for this DVR port 63367f51-91dd-493c-8fa0-0f8efd1306ef on host dv-cinder-840525-2-iscsi {{(pid=109950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:56:51.499804 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-39721ea3-4e1d-4357-9a43-664f60db5d0e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (77f32202-9afc-4598-ad8b-08a9f7f16f87), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.518289 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-4c8bc666-562f-4e28-a047-b39d7a673376 None None] Calling delete_port for 63367f51-91dd-493c-8fa0-0f8efd1306ef owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:51.535979 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39721ea3-4e1d-4357-9a43-664f60db5d0e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Pushing event deleted for resources: {'Port': ['ID=77f32202-9afc-4598-ad8b-08a9f7f16f87,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:51.591675 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4080459', 'neutron.services.segments.db._delete_segments_for_network-8789480486422'] for network (de75f1f2-896b-4d11-8de6-434256a15980), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.608257 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-39721ea3-4e1d-4357-9a43-664f60db5d0e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks [] for floatingip (00a12513-bee7-4969-9ee5-b3f7de8f2abc), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.610993 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-39721ea3-4e1d-4357-9a43-664f60db5d0e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251316'] for floatingip (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.611658 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c8bc666-562f-4e28-a047-b39d7a673376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934'] for port (63367f51-91dd-493c-8fa0-0f8efd1306ef), after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.615185 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-39721ea3-4e1d-4357-9a43-664f60db5d0e tempest-AttachVolumeTestJSON-2142373135 tempest-AttachVolumeTestJSON-2142373135-project] 10.222.0.73 "DELETE /v2.0/floatingips/00a12513-bee7-4969-9ee5-b3f7de8f2abc HTTP/1.1" status: 204 len: 168 time: 0.5045259 May 12 17:56:51.636352 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de75f1f2-896b-4d11-8de6-434256a15980']}} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:51.643041 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bc666-562f-4e28-a047-b39d7a673376 None None] Pushing event deleted for resources: {'Port': ['ID=63367f51-91dd-493c-8fa0-0f8efd1306ef,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:51.646524 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8bc666-562f-4e28-a047-b39d7a673376 None None] No DVR routers for this DVR port 63367f51-91dd-493c-8fa0-0f8efd1306ef on host dv-cinder-840525-2-iscsi {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:56:51.656574 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3451e87a-7b32-4eae-b8ff-f69c57669c72') {'for_net_delete': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:51.657143 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3451e87a-7b32-4eae-b8ff-f69c57669c72') {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:51.670076 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789480210207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12258132'] for segment (3451e87a-7b32-4eae-b8ff-f69c57669c72), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.688646 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (3451e87a-7b32-4eae-b8ff-f69c57669c72), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.697044 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=109950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:56:51.698558 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9231144'] for segment (3451e87a-7b32-4eae-b8ff-f69c57669c72), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: Traceback (most recent call last): May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: timer() May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: cb(*args, **kw) May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: return func(*args, **kwargs) May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: self._notify() May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: self.callback(batched_events) May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: event.method(event) May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: return f(self, *a, **k) May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._get(url).json() May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: return self.request(url, 'GET', **kwargs) May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:56:51.700856 dv-cinder-840525-2-iscsi neutron-server[109950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:56:51.765154 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4080496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997580'] for network (de75f1f2-896b-4d11-8de6-434256a15980), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.771648 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:51.774772 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] 10.222.0.73 "DELETE /v2.0/networks/de75f1f2-896b-4d11-8de6-434256a15980 HTTP/1.1" status: 204 len: 168 time: 0.6270928 May 12 17:56:51.783950 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3759d-6952-4365-8533-f1060d6cf790 admin admin] Pushing event deleted for resources: {'Network': ['ID=de75f1f2-896b-4d11-8de6-434256a15980,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:51.888080 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 3d6be7a5-8870-4731-a406-b84bea0db040 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:51.890283 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60830) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:51.909149 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 3d6be7a5-8870-4731-a406-b84bea0db040 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:51.909612 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 3d6be7a5-8870-4731-a406-b84bea0db040 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:56:51.910090 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 4e5fba79-8af4-4879-93a6-cb1c02a13bf9 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:51.930533 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 4e5fba79-8af4-4879-93a6-cb1c02a13bf9 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:51.930924 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 4e5fba79-8af4-4879-93a6-cb1c02a13bf9 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:56:51.931334 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 63367f51-91dd-493c-8fa0-0f8efd1306ef no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:51.935525 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-616dd9eb-b78d-4a61-a9a5-9ae06cbc1d4a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a4d7ebeafe8140b3b8332059258a83eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418444 May 12 17:56:51.935885 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60832) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:51.951992 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 63367f51-91dd-493c-8fa0-0f8efd1306ef {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:51.952385 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 63367f51-91dd-493c-8fa0-0f8efd1306ef not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:56:51.986694 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-79acde5d-57fd-41d0-b804-4301c3a49e3d admin admin] Publish callbacks [] for security_group (e80a2ba8-b50c-4c92-9275-63c93d0daaa9), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:52.010952 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-79acde5d-57fd-41d0-b804-4301c3a49e3d admin admin] Publish callbacks [] for security_group (e80a2ba8-b50c-4c92-9275-63c93d0daaa9), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:52.066240 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-79acde5d-57fd-41d0-b804-4301c3a49e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (e80a2ba8-b50c-4c92-9275-63c93d0daaa9), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:52.069285 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-79acde5d-57fd-41d0-b804-4301c3a49e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:52.072615 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-79acde5d-57fd-41d0-b804-4301c3a49e3d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e80a2ba8-b50c-4c92-9275-63c93d0daaa9 HTTP/1.1" status: 204 len: 168 time: 0.1356683 May 12 17:56:52.080685 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acde5d-57fd-41d0-b804-4301c3a49e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80a2ba8-b50c-4c92-9275-63c93d0daaa9,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:52.385920 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60838) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:52.427492 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-431399fb-fe18-4d3c-a2af-30e7c2618bc0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d7c90277db3d4f89abd17dc952d72400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404260 May 12 17:56:52.430620 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60840) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:52.476451 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e19737c0-46bb-440b-89d8-a0b53041f3c0 admin admin] Publish callbacks [] for security_group (914a3125-e7cb-4d23-a6db-2422c22460fa), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:52.497510 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e19737c0-46bb-440b-89d8-a0b53041f3c0 admin admin] Publish callbacks [] for security_group (914a3125-e7cb-4d23-a6db-2422c22460fa), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:52.544709 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e19737c0-46bb-440b-89d8-a0b53041f3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (914a3125-e7cb-4d23-a6db-2422c22460fa), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:52.547318 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-e19737c0-46bb-440b-89d8-a0b53041f3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:52.548509 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-e19737c0-46bb-440b-89d8-a0b53041f3c0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/914a3125-e7cb-4d23-a6db-2422c22460fa HTTP/1.1" status: 204 len: 168 time: 0.1169798 May 12 17:56:52.556847 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19737c0-46bb-440b-89d8-a0b53041f3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914a3125-e7cb-4d23-a6db-2422c22460fa,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:53.667236 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3b2ffb65-7572-4a90-bd5c-8c60e6809a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:55.184767 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 60866) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:55.289904 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:55.518853 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-97562a5d-f73f-4d20-b309-9e6d7fe2b045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984780'] for router_interface (78bdd5ec-0140-4fc8-a9f2-f891c5118dfd), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:55.752904 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-97562a5d-f73f-4d20-b309-9e6d7fe2b045 admin admin] Deleting port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b {{(pid=109950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:55.753239 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-97562a5d-f73f-4d20-b309-9e6d7fe2b045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:55.830677 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.db [None req-97562a5d-f73f-4d20-b309-9e6d7fe2b045 admin admin] For port 1dc4c398-e9eb-4787-803f-f15a31fdeb1b, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=1dc4c398-e9eb-4787-803f-f15a31fdeb1b,segment=NetworkSegment(610844af-1cf6-4b24-82c7-579224578243),segment_id=610844af-1cf6-4b24-82c7-579224578243)] {{(pid=109950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:55.831020 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-97562a5d-f73f-4d20-b309-9e6d7fe2b045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:55.844524 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.plugin [None req-97562a5d-f73f-4d20-b309-9e6d7fe2b045 admin admin] Calling delete_port for 1dc4c398-e9eb-4787-803f-f15a31fdeb1b owned by network:router_interface {{(pid=109950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:55.897039 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3cff75e9-782c-4204-9ac5-a81bf5223a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:56.037281 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-97562a5d-f73f-4d20-b309-9e6d7fe2b045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231227'] for port (1dc4c398-e9eb-4787-803f-f15a31fdeb1b), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:56.063870 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97562a5d-f73f-4d20-b309-9e6d7fe2b045 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc4c398-e9eb-4787-803f-f15a31fdeb1b,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:56.238932 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-97562a5d-f73f-4d20-b309-9e6d7fe2b045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-787667'] for router_interface (78bdd5ec-0140-4fc8-a9f2-f891c5118dfd), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:56.730233 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97562a5d-f73f-4d20-b309-9e6d7fe2b045 admin admin] Router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd has already been hosted by L3 agent 2bf2916c-f2fe-4c02-ae1e-58838ef44583 {{(pid=109950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:56:56.845899 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97562a5d-f73f-4d20-b309-9e6d7fe2b045 admin admin] Notify agent at l3_agent.dv-cinder-840525-2-iscsi the message routers_updated {{(pid=109950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:56:56.851259 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-97562a5d-f73f-4d20-b309-9e6d7fe2b045 admin admin] 10.222.0.73 "PUT /v2.0/routers/78bdd5ec-0140-4fc8-a9f2-f891c5118dfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6658020 May 12 17:56:56.854304 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60868) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:56.856011 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916ca3e-b235-4c1b-b545-601a4a528bfe None None] Sync routers for ids ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'] in dv-cinder-840525-2-iscsi {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:56:56.869213 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916ca3e-b235-4c1b-b545-601a4a528bfe None None] Routers {'78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:56:56.870117 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-9916ca3e-b235-4c1b-b545-601a4a528bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:56:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:56.978608 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2833d2d1-655d-4aae-ac58-999f4584f155 admin admin] Publish callbacks [] for router (78bdd5ec-0140-4fc8-a9f2-f891c5118dfd), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:56.986083 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-9916ca3e-b235-4c1b-b545-601a4a528bfe None None] Set router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd gateway port host: dv-cinder-840525-2-iscsi {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:56:57.090846 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2833d2d1-655d-4aae-ac58-999f4584f155 admin admin] Publish callbacks [] for router_gateway (78bdd5ec-0140-4fc8-a9f2-f891c5118dfd), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:57.138141 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-2833d2d1-655d-4aae-ac58-999f4584f155 admin admin] Deleting port 11476dbd-edd6-4040-b2df-2695d39929c8 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:57.138367 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2833d2d1-655d-4aae-ac58-999f4584f155 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (11476dbd-edd6-4040-b2df-2695d39929c8), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:57.170780 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-9916ca3e-b235-4c1b-b545-601a4a528bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'external_fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:56:55Z', 'revision_number': 5, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port': {'id': '11476dbd-edd6-4040-b2df-2695d39929c8', 'name': '', 'network_id': '2dffabea-01f3-473a-98ec-6cd80cf699f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb85e29b-0dd5-4835-a9ca-913385c8e02a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-2-iscsi'}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:57.200329 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916ca3e-b235-4c1b-b545-601a4a528bfe None None] Checking router: 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd for host: dv-cinder-840525-2-iscsi {{(pid=109953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:56:57.209149 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916ca3e-b235-4c1b-b545-601a4a528bfe None None] Routers {'78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'} bound to L3 agent in host dv-cinder-840525-2-iscsi {{(pid=109953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:56:57.209813 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-9916ca3e-b235-4c1b-b545-601a4a528bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T17:36:26Z,description=,heartbeat_timestamp=2022-05-12T17:56:56Z,host='dv-cinder-840525-2-iscsi',id=2bf2916c-f2fe-4c02-ae1e-58838ef44583,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:36:26Z,topic='l3_agent')) {'router_ids': ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'], 'active': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:57.228424 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-2833d2d1-655d-4aae-ac58-999f4584f155 admin admin] For port 11476dbd-edd6-4040-b2df-2695d39929c8, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=11476dbd-edd6-4040-b2df-2695d39929c8,segment=NetworkSegment(aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe),segment_id=aa3aa1be-fe65-4269-ba7f-cd4624f2bfbe)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:57.228770 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2833d2d1-655d-4aae-ac58-999f4584f155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (11476dbd-edd6-4040-b2df-2695d39929c8), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:57.243122 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-2833d2d1-655d-4aae-ac58-999f4584f155 admin admin] Calling delete_port for 11476dbd-edd6-4040-b2df-2695d39929c8 owned by network:router_gateway {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:57.306517 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_dvr_db [None req-9916ca3e-b235-4c1b-b545-601a4a528bfe None None] Set router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd gateway port host: None {{(pid=109953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:56:57.342955 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:57.361194 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.l3_hamode_db [None req-9916ca3e-b235-4c1b-b545-601a4a528bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:56:57Z', 'revision_number': 6, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port_host': None}], 'dv-cinder-840525-2-iscsi', False) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:57.435221 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2833d2d1-655d-4aae-ac58-999f4584f155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (11476dbd-edd6-4040-b2df-2695d39929c8), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:57.467939 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833d2d1-655d-4aae-ac58-999f4584f155 admin admin] Pushing event deleted for resources: {'Port': ['ID=11476dbd-edd6-4040-b2df-2695d39929c8,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:57.487220 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916ca3e-b235-4c1b-b545-601a4a528bfe None None] The sync data for ids ['78bdd5ec-0140-4fc8-a9f2-f891c5118dfd'] in dv-cinder-840525-2-iscsi is: [{'id': '78bdd5ec-0140-4fc8-a9f2-f891c5118dfd', 'name': 'tempest-AttachVolumeTestJSON-1962668677-router', 'tenant_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:52:12Z', 'updated_at': '2022-05-12T17:56:57Z', 'revision_number': 6, 'project_id': 'd17edf9c20f0426db1c8a1dbc420ed6c', 'gw_port_host': None}] {{(pid=109953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:56:57.538970 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2833d2d1-655d-4aae-ac58-999f4584f155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996094'] for router_gateway (78bdd5ec-0140-4fc8-a9f2-f891c5118dfd), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:57.637628 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2833d2d1-655d-4aae-ac58-999f4584f155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31089'] for router (78bdd5ec-0140-4fc8-a9f2-f891c5118dfd), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:57.640235 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2833d2d1-655d-4aae-ac58-999f4584f155 admin admin] Publish callbacks [] for router_controller (78bdd5ec-0140-4fc8-a9f2-f891c5118dfd), precommit_delete_associations {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:57.685794 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2833d2d1-655d-4aae-ac58-999f4584f155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994735'] for router (78bdd5ec-0140-4fc8-a9f2-f891c5118dfd), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:57.686377 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2833d2d1-655d-4aae-ac58-999f4584f155 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78bdd5ec-0140-4fc8-a9f2-f891c5118dfd {{(pid=109951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:56:57.690558 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-2833d2d1-655d-4aae-ac58-999f4584f155 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:57.691695 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-2833d2d1-655d-4aae-ac58-999f4584f155 admin admin] 10.222.0.73 "DELETE /v2.0/routers/78bdd5ec-0140-4fc8-a9f2-f891c5118dfd HTTP/1.1" status: 204 len: 168 time: 0.8364146 May 12 17:56:57.694352 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60870) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:57.966624 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 1dc4c398-e9eb-4787-803f-f15a31fdeb1b no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:57.991985 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 1dc4c398-e9eb-4787-803f-f15a31fdeb1b {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:57.992915 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 1dc4c398-e9eb-4787-803f-f15a31fdeb1b not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:56:58.001381 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.db_base_plugin_v2 [None req-a819d432-0a4e-4935-b848-c81a2fbe3724 admin admin] Deleting subnet 4e47a012-ad83-4701-be85-56bd402cf726 {{(pid=109951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:56:58.004588 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a819d432-0a4e-4935-b848-c81a2fbe3724 admin admin] Publish callbacks [] for subnet (4e47a012-ad83-4701-be85-56bd402cf726), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.038841 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a819d432-0a4e-4935-b848-c81a2fbe3724 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9247611'] for subnet (4e47a012-ad83-4701-be85-56bd402cf726), precommit_delete_associations {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.117274 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a819d432-0a4e-4935-b848-c81a2fbe3724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4142334'] for subnet (4e47a012-ad83-4701-be85-56bd402cf726), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.168452 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a819d432-0a4e-4935-b848-c81a2fbe3724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4142311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9284088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8936629'] for subnet (4e47a012-ad83-4701-be85-56bd402cf726), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.195674 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819d432-0a4e-4935-b848-c81a2fbe3724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e47a012-ad83-4701-be85-56bd402cf726,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:58.198079 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a819d432-0a4e-4935-b848-c81a2fbe3724 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.201256 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-a819d432-0a4e-4935-b848-c81a2fbe3724 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4e47a012-ad83-4701-be85-56bd402cf726 HTTP/1.1" status: 204 len: 168 time: 0.5054131 May 12 17:56:58.203146 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0840bc47-30a2-4e59-b75a-f9f74c12fce0 None None] Network 42aca28f-4d9c-47b5-9afa-e8a9049c9539 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:56:58.203801 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60872) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:58.276686 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779105'] for network (42aca28f-4d9c-47b5-9afa-e8a9049c9539), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.335632 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] Deleting port 4e01a456-0af0-4910-8f07-a47d4fd9dd27 {{(pid=109951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:58.335632 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (4e01a456-0af0-4910-8f07-a47d4fd9dd27), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.371791 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3056f0a6-2fdf-4447-a6b1-0bbd1e004fd9 None None] DHCP port deletion for 42aca28f-4d9c-47b5-9afa-e8a9049c9539 request from dv-cinder-840525-2-iscsi {{(pid=109952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:56:58.407871 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.db [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] For port 4e01a456-0af0-4910-8f07-a47d4fd9dd27, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=4e01a456-0af0-4910-8f07-a47d4fd9dd27,segment=NetworkSegment(610844af-1cf6-4b24-82c7-579224578243),segment_id=610844af-1cf6-4b24-82c7-579224578243)] {{(pid=109951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:58.408662 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (4e01a456-0af0-4910-8f07-a47d4fd9dd27), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.418526 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-3056f0a6-2fdf-4447-a6b1-0bbd1e004fd9 None None] Deleting port 4e01a456-0af0-4910-8f07-a47d4fd9dd27 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:56:58.418899 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3056f0a6-2fdf-4447-a6b1-0bbd1e004fd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789480407269'] for port (4e01a456-0af0-4910-8f07-a47d4fd9dd27), before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.422838 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.plugin [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] Calling delete_port for 4e01a456-0af0-4910-8f07-a47d4fd9dd27 owned by network:dhcp {{(pid=109951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:58.483310 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-3056f0a6-2fdf-4447-a6b1-0bbd1e004fd9 None None] For port 4e01a456-0af0-4910-8f07-a47d4fd9dd27, host dv-cinder-840525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-2-iscsi',level=0,port_id=4e01a456-0af0-4910-8f07-a47d4fd9dd27,segment=NetworkSegment(610844af-1cf6-4b24-82c7-579224578243),segment_id=610844af-1cf6-4b24-82c7-579224578243)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:56:58.483712 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3056f0a6-2fdf-4447-a6b1-0bbd1e004fd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984582'] for port (4e01a456-0af0-4910-8f07-a47d4fd9dd27), precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.499496 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-3056f0a6-2fdf-4447-a6b1-0bbd1e004fd9 None None] Calling delete_port for 4e01a456-0af0-4910-8f07-a47d4fd9dd27 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:56:58.514158 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285129'] for port (4e01a456-0af0-4910-8f07-a47d4fd9dd27), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.541887 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] Pushing event deleted for resources: {'Port': ['ID=4e01a456-0af0-4910-8f07-a47d4fd9dd27,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:58.546704 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] No DVR routers for this DVR port 4e01a456-0af0-4910-8f07-a47d4fd9dd27 on host dv-cinder-840525-2-iscsi {{(pid=109951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:56:58.603249 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3056f0a6-2fdf-4447-a6b1-0bbd1e004fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4177388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789480418425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789479939934'] for port (4e01a456-0af0-4910-8f07-a47d4fd9dd27), after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.630280 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4080459', 'neutron.services.segments.db._delete_segments_for_network-8789480486422'] for network (42aca28f-4d9c-47b5-9afa-e8a9049c9539), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.631881 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056f0a6-2fdf-4447-a6b1-0bbd1e004fd9 None None] Pushing event deleted for resources: {'Port': ['ID=4e01a456-0af0-4910-8f07-a47d4fd9dd27,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:58.634496 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3056f0a6-2fdf-4447-a6b1-0bbd1e004fd9 None None] No DVR routers for this DVR port 4e01a456-0af0-4910-8f07-a47d4fd9dd27 on host dv-cinder-840525-2-iscsi {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:56:58.656361 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42aca28f-4d9c-47b5-9afa-e8a9049c9539']}} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:58.666849 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610844af-1cf6-4b24-82c7-579224578243') {'for_net_delete': True} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:58.667150 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.services.segments.db [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610844af-1cf6-4b24-82c7-579224578243') {} {{(pid=109951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:56:58.677656 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789480210207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9247554'] for segment (610844af-1cf6-4b24-82c7-579224578243), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.686282 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.693643 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (610844af-1cf6-4b24-82c7-579224578243), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.700045 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=109951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:56:58.700536 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9285210'] for segment (610844af-1cf6-4b24-82c7-579224578243), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: Traceback (most recent call last): May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: timer() May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: cb(*args, **kw) May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: return func(*args, **kwargs) May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: self._notify() May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: self.callback(batched_events) May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: event.method(event) May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: return f(self, *a, **k) May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: return self._get(url).json() May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: return self.request(url, 'GET', **kwargs) May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:56:58.702488 dv-cinder-840525-2-iscsi neutron-server[109951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:56:58.758228 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4080496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997580'] for network (42aca28f-4d9c-47b5-9afa-e8a9049c9539), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.763644 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:58.766746 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] 10.222.0.73 "DELETE /v2.0/networks/42aca28f-4d9c-47b5-9afa-e8a9049c9539 HTTP/1.1" status: 204 len: 168 time: 0.5619814 May 12 17:56:58.778679 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef913e-bb00-4a8d-a705-66d7001ba17b admin admin] Pushing event deleted for resources: {'Network': ['ID=42aca28f-4d9c-47b5-9afa-e8a9049c9539,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:58.946387 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60876) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:58.990910 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-606d0eac-5408-40e7-abac-337877f1a749 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d17edf9c20f0426db1c8a1dbc420ed6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433466 May 12 17:56:58.993960 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60878) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:56:59.043173 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-28237825-b21b-4885-9219-1607a5a9227f admin admin] Publish callbacks [] for security_group (8fcd14bf-9484-4169-8a03-302a987a5e09), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:59.064090 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-28237825-b21b-4885-9219-1607a5a9227f admin admin] Publish callbacks [] for security_group (8fcd14bf-9484-4169-8a03-302a987a5e09), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:59.110100 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-28237825-b21b-4885-9219-1607a5a9227f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (8fcd14bf-9484-4169-8a03-302a987a5e09), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:59.112653 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-28237825-b21b-4885-9219-1607a5a9227f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:59.113794 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-28237825-b21b-4885-9219-1607a5a9227f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8fcd14bf-9484-4169-8a03-302a987a5e09 HTTP/1.1" status: 204 len: 168 time: 0.1189544 May 12 17:56:59.122390 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28237825-b21b-4885-9219-1607a5a9227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcd14bf-9484-4169-8a03-302a987a5e09,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:56:59.877177 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 11476dbd-edd6-4040-b2df-2695d39929c8 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:59.897417 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 11476dbd-edd6-4040-b2df-2695d39929c8 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:59.897764 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 11476dbd-edd6-4040-b2df-2695d39929c8 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:56:59.898226 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 4e01a456-0af0-4910-8f07-a47d4fd9dd27 no longer exists at agent ovs-agent-dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:56:59.929773 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] No Port match for: 4e01a456-0af0-4910-8f07-a47d4fd9dd27 {{(pid=109952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:56:59.930147 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Device 4e01a456-0af0-4910-8f07-a47d4fd9dd27 not bound to the agent host dv-cinder-840525-2-iscsi {{(pid=109952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:57:00.301078 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:07.623299 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60982) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:07.793114 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7f3a5b58-5148-4ae6-a92d-8abfca172290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:07.882617 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7f3a5b58-5148-4ae6-a92d-8abfca172290 admin admin] Publish callbacks [] for security_group (a405c026-759c-42fe-8b8d-c7b74addd9f3), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:07.886448 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-7f3a5b58-5148-4ae6-a92d-8abfca172290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (a405c026-759c-42fe-8b8d-c7b74addd9f3), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:07.924087 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a5b58-5148-4ae6-a92d-8abfca172290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a405c026-759c-42fe-8b8d-c7b74addd9f3,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:07.928287 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-7f3a5b58-5148-4ae6-a92d-8abfca172290 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1e5dcc1fb7244096909161967f9a9d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037937 May 12 17:57:07.930986 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 60986) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:07.985165 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a6480aef-6627-45d4-a031-be296aacd972 admin admin] Publish callbacks [] for security_group (a405c026-759c-42fe-8b8d-c7b74addd9f3), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:08.008091 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a6480aef-6627-45d4-a031-be296aacd972 admin admin] Publish callbacks [] for security_group (a405c026-759c-42fe-8b8d-c7b74addd9f3), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:08.062579 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a6480aef-6627-45d4-a031-be296aacd972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (a405c026-759c-42fe-8b8d-c7b74addd9f3), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:08.065397 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-a6480aef-6627-45d4-a031-be296aacd972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:08.066641 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-a6480aef-6627-45d4-a031-be296aacd972 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a405c026-759c-42fe-8b8d-c7b74addd9f3 HTTP/1.1" status: 204 len: 168 time: 0.1347260 May 12 17:57:08.076472 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6480aef-6627-45d4-a031-be296aacd972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a405c026-759c-42fe-8b8d-c7b74addd9f3,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:09.483845 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 32804) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:09.603352 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4bbfbcc5-1e7b-485b-a58f-56fb0588f9d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:09.704103 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4bbfbcc5-1e7b-485b-a58f-56fb0588f9d4 admin admin] Publish callbacks [] for security_group (f2603755-32af-4ffb-8ed8-afeb00920bdf), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:09.707916 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-4bbfbcc5-1e7b-485b-a58f-56fb0588f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (f2603755-32af-4ffb-8ed8-afeb00920bdf), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:09.747463 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-4bbfbcc5-1e7b-485b-a58f-56fb0588f9d4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=51a94e5b3e8f4870af4088d6cde36351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623768 May 12 17:57:09.748349 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfbcc5-1e7b-485b-a58f-56fb0588f9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2603755-32af-4ffb-8ed8-afeb00920bdf,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:09.750126 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 32808) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:09.805370 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-70ee90ee-4a71-4cb2-9750-df9f76fd5352 admin admin] Publish callbacks [] for security_group (f2603755-32af-4ffb-8ed8-afeb00920bdf), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:09.829639 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-70ee90ee-4a71-4cb2-9750-df9f76fd5352 admin admin] Publish callbacks [] for security_group (f2603755-32af-4ffb-8ed8-afeb00920bdf), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:09.888336 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-70ee90ee-4a71-4cb2-9750-df9f76fd5352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (f2603755-32af-4ffb-8ed8-afeb00920bdf), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:09.890902 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-70ee90ee-4a71-4cb2-9750-df9f76fd5352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:09.892047 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-70ee90ee-4a71-4cb2-9750-df9f76fd5352 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f2603755-32af-4ffb-8ed8-afeb00920bdf HTTP/1.1" status: 204 len: 168 time: 0.1409473 May 12 17:57:09.901314 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee90ee-4a71-4cb2-9750-df9f76fd5352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2603755-32af-4ffb-8ed8-afeb00920bdf,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:11.641221 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 32858) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:11.753696 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-81cebd5b-5928-4bb0-8855-513a49f3292b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:11.844064 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-81cebd5b-5928-4bb0-8855-513a49f3292b admin admin] Publish callbacks [] for security_group (f69ada08-da78-4818-92df-01606fb73936), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:11.848445 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-81cebd5b-5928-4bb0-8855-513a49f3292b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (f69ada08-da78-4818-92df-01606fb73936), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:11.889808 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-81cebd5b-5928-4bb0-8855-513a49f3292b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a2e886d233e04f9185c0712fa652c5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474389 May 12 17:57:11.890686 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cebd5b-5928-4bb0-8855-513a49f3292b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69ada08-da78-4818-92df-01606fb73936,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:11.892495 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 32862) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:11.942714 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-749f45e4-5f46-48f8-8e13-9495d9ad7b21 admin admin] Publish callbacks [] for security_group (f69ada08-da78-4818-92df-01606fb73936), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:11.967320 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-749f45e4-5f46-48f8-8e13-9495d9ad7b21 admin admin] Publish callbacks [] for security_group (f69ada08-da78-4818-92df-01606fb73936), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:12.015362 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-749f45e4-5f46-48f8-8e13-9495d9ad7b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (f69ada08-da78-4818-92df-01606fb73936), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:12.018069 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-749f45e4-5f46-48f8-8e13-9495d9ad7b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:12.019216 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-749f45e4-5f46-48f8-8e13-9495d9ad7b21 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f69ada08-da78-4818-92df-01606fb73936 HTTP/1.1" status: 204 len: 168 time: 0.1256044 May 12 17:57:12.028121 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f45e4-5f46-48f8-8e13-9495d9ad7b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69ada08-da78-4818-92df-01606fb73936,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:12.125587 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:57:12.294597 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 32868) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:12.309377 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8f60631-391e-4b57-b974-8c7446edb71d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:12.391436 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8f60631-391e-4b57-b974-8c7446edb71d admin admin] Publish callbacks [] for security_group (d7c58a7d-9535-47e9-ad0c-4614de947f13), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:12.395627 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b8f60631-391e-4b57-b974-8c7446edb71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (d7c58a7d-9535-47e9-ad0c-4614de947f13), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:12.435093 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-b8f60631-391e-4b57-b974-8c7446edb71d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=175c3a7460054636ae4cf26743dd23f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392789 May 12 17:57:12.437451 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f60631-391e-4b57-b974-8c7446edb71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c58a7d-9535-47e9-ad0c-4614de947f13,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:12.438012 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 32870) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:12.497156 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-09276a7f-0328-466b-b9b3-630d0ed92df5 admin admin] Publish callbacks [] for security_group (d7c58a7d-9535-47e9-ad0c-4614de947f13), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:12.521699 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-09276a7f-0328-466b-b9b3-630d0ed92df5 admin admin] Publish callbacks [] for security_group (d7c58a7d-9535-47e9-ad0c-4614de947f13), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:12.574285 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-09276a7f-0328-466b-b9b3-630d0ed92df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (d7c58a7d-9535-47e9-ad0c-4614de947f13), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:12.576886 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-09276a7f-0328-466b-b9b3-630d0ed92df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:12.578072 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-09276a7f-0328-466b-b9b3-630d0ed92df5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d7c58a7d-9535-47e9-ad0c-4614de947f13 HTTP/1.1" status: 204 len: 168 time: 0.1390219 May 12 17:57:12.589985 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09276a7f-0328-466b-b9b3-630d0ed92df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c58a7d-9535-47e9-ad0c-4614de947f13,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:13.282608 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 32892) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:13.381852 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-d7a9a277-f973-4f79-b125-d597c33e1daa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1713760995-network', 'tenant_id': 'a6a4ef316ff04526ad551531702a16d9'}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:57:13.404019 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a9a277-f973-4f79-b125-d597c33e1daa admin admin] Made reservation on behalf of a6a4ef316ff04526ad551531702a16d9 for: {'network': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:57:13.406399 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a277-f973-4f79-b125-d597c33e1daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:13.415564 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a277-f973-4f79-b125-d597c33e1daa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:13.498710 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a277-f973-4f79-b125-d597c33e1daa admin admin] Publish callbacks [] for security_group (5f6da1db-9600-482b-a369-80e9b4f3d41a), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:13.505469 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a277-f973-4f79-b125-d597c33e1daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (5f6da1db-9600-482b-a369-80e9b4f3d41a), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:13.534532 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a9a277-f973-4f79-b125-d597c33e1daa admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=109950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:57:13.541250 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9a277-f973-4f79-b125-d597c33e1daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6da1db-9600-482b-a369-80e9b4f3d41a,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:13.548098 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a277-f973-4f79-b125-d597c33e1daa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (050e6388-e2be-41fa-a1f8-f5ff0456f9e4), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:13.548532 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.db.segments_db [None req-d7a9a277-f973-4f79-b125-d597c33e1daa admin admin] Added segment 050e6388-e2be-41fa-a1f8-f5ff0456f9e4 of type vlan for network a30c8923-1baa-4841-9313-fab040b58af5 May 12 17:57:13.598505 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a277-f973-4f79-b125-d597c33e1daa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (a30c8923-1baa-4841-9313-fab040b58af5), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:13.624106 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a277-f973-4f79-b125-d597c33e1daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (a30c8923-1baa-4841-9313-fab040b58af5), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:13.625715 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a9a277-f973-4f79-b125-d597c33e1daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:57:13.626666 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a277-f973-4f79-b125-d597c33e1daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:13.668684 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-d7a9a277-f973-4f79-b125-d597c33e1daa admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3847249 May 12 17:57:13.673022 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 32896) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:13.682612 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-fff01ccc-a279-40e9-9faa-1acf2ac0b07c admin admin] Request body: {'subnet': {'network_id': 'a30c8923-1baa-4841-9313-fab040b58af5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1713760995-subnet', 'tenant_id': 'a6a4ef316ff04526ad551531702a16d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:57:13.707910 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9a277-f973-4f79-b125-d597c33e1daa admin admin] Pushing event updated for resources: {'Network': ['ID=a30c8923-1baa-4841-9313-fab040b58af5,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:13.714454 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff01ccc-a279-40e9-9faa-1acf2ac0b07c admin admin] Made reservation on behalf of a6a4ef316ff04526ad551531702a16d9 for: {'subnet': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:57:13.717564 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fff01ccc-a279-40e9-9faa-1acf2ac0b07c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8936600'] for subnet (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:13.721183 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network a30c8923-1baa-4841-9313-fab040b58af5 details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:57:13.909581 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fff01ccc-a279-40e9-9faa-1acf2ac0b07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9284025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8936590'] for subnet (fa89fc6f-fe5d-47f5-ba1c-47df301878a0), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:13.978970 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff01ccc-a279-40e9-9faa-1acf2ac0b07c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa89fc6f-fe5d-47f5-ba1c-47df301878a0,revision_number=0']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:13.987724 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff01ccc-a279-40e9-9faa-1acf2ac0b07c admin admin] Checking segment: {'id': '050e6388-e2be-41fa-a1f8-f5ff0456f9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a30c8923-1baa-4841-9313-fab040b58af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:57:13.988087 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff01ccc-a279-40e9-9faa-1acf2ac0b07c admin admin] Network hostable DHCP agents. Network: a30c8923-1baa-4841-9313-fab040b58af5, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:57:14.009818 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff01ccc-a279-40e9-9faa-1acf2ac0b07c admin admin] Network a30c8923-1baa-4841-9313-fab040b58af5 is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:57:14.019132 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.scheduler.base_scheduler [None req-fff01ccc-a279-40e9-9faa-1acf2ac0b07c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, a30c8923-1baa-4841-9313-fab040b58af5) {{(pid=109951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:57:14.024336 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff01ccc-a279-40e9-9faa-1acf2ac0b07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:57:14.024934 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-fff01ccc-a279-40e9-9faa-1acf2ac0b07c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:14.030026 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f7d6a7-5d37-4f45-a6ab-76bec61321ae None None] Network a30c8923-1baa-4841-9313-fab040b58af5 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:57:14.041677 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-fff01ccc-a279-40e9-9faa-1acf2ac0b07c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3668394 May 12 17:57:14.139438 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ef3abb-a8b0-419e-9523-8eb812702553 None None] Network a30c8923-1baa-4841-9313-fab040b58af5 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:57:14.551532 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 32912) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:14.557086 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.v2.base [None req-957892d7-c33f-49ee-b565-46054e92382a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-459337186-network', 'tenant_id': 'cec76a367184446aa6fa325a66d90fe7'}} {{(pid=109951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:57:14.579382 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957892d7-c33f-49ee-b565-46054e92382a admin admin] Made reservation on behalf of cec76a367184446aa6fa325a66d90fe7 for: {'network': 1} {{(pid=109951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:57:14.581824 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-957892d7-c33f-49ee-b565-46054e92382a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4177218'] for network (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:14.591832 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-957892d7-c33f-49ee-b565-46054e92382a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:14.675092 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-957892d7-c33f-49ee-b565-46054e92382a admin admin] Publish callbacks [] for security_group (b01bcf02-e92b-430e-9ba5-ffca194490bf), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:14.680361 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-957892d7-c33f-49ee-b565-46054e92382a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (b01bcf02-e92b-430e-9ba5-ffca194490bf), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:14.707503 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957892d7-c33f-49ee-b565-46054e92382a admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=109951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:57:14.718403 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957892d7-c33f-49ee-b565-46054e92382a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01bcf02-e92b-430e-9ba5-ffca194490bf,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:14.723678 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-957892d7-c33f-49ee-b565-46054e92382a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789480486413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (0b54d548-5e8b-4244-a8d3-02234f7ab879), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:14.724257 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.db.segments_db [None req-957892d7-c33f-49ee-b565-46054e92382a admin admin] Added segment 0b54d548-5e8b-4244-a8d3-02234f7ab879 of type vlan for network 467e8143-46eb-4eb9-bd9d-ec133c332da1 May 12 17:57:14.782090 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-957892d7-c33f-49ee-b565-46054e92382a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789479928212'] for network (467e8143-46eb-4eb9-bd9d-ec133c332da1), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:14.816584 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-957892d7-c33f-49ee-b565-46054e92382a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726'] for network (467e8143-46eb-4eb9-bd9d-ec133c332da1), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:14.817524 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957892d7-c33f-49ee-b565-46054e92382a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:57:14.818111 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-957892d7-c33f-49ee-b565-46054e92382a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:14.864446 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 32914) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:14.865029 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-957892d7-c33f-49ee-b565-46054e92382a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3120174 May 12 17:57:14.872414 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.v2.base [None req-b9e43462-0a6b-40f6-aefb-09b80d76d5bb admin admin] Request body: {'subnet': {'network_id': '467e8143-46eb-4eb9-bd9d-ec133c332da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-459337186-subnet', 'tenant_id': 'cec76a367184446aa6fa325a66d90fe7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:57:14.897107 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e43462-0a6b-40f6-aefb-09b80d76d5bb admin admin] Made reservation on behalf of cec76a367184446aa6fa325a66d90fe7 for: {'subnet': 1} {{(pid=109950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:57:14.900927 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957892d7-c33f-49ee-b565-46054e92382a admin admin] Pushing event updated for resources: {'Network': ['ID=467e8143-46eb-4eb9-bd9d-ec133c332da1,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:14.901775 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9e43462-0a6b-40f6-aefb-09b80d76d5bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9404103'] for subnet (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:14.917697 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.rpc [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Network 467e8143-46eb-4eb9-bd9d-ec133c332da1 details requested by agent ovs-agent-dv-cinder-840525-2-iscsi with host dv-cinder-840525-2-iscsi {{(pid=109952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:57:15.093522 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9e43462-0a6b-40f6-aefb-09b80d76d5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9231563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9404113'] for subnet (4615e5dc-d268-45f9-b654-b1662968ce07), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:15.155825 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e43462-0a6b-40f6-aefb-09b80d76d5bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4615e5dc-d268-45f9-b654-b1662968ce07,revision_number=0']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:15.167615 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e43462-0a6b-40f6-aefb-09b80d76d5bb admin admin] Checking segment: {'id': '0b54d548-5e8b-4244-a8d3-02234f7ab879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '467e8143-46eb-4eb9-bd9d-ec133c332da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:57:15.168078 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e43462-0a6b-40f6-aefb-09b80d76d5bb admin admin] Network hostable DHCP agents. Network: 467e8143-46eb-4eb9-bd9d-ec133c332da1, hostable agents: ['11d351fc-8058-4b7b-b5f8-373e44ddf8dc'], hosted agents: [] {{(pid=109950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:57:15.190194 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e43462-0a6b-40f6-aefb-09b80d76d5bb admin admin] Network 467e8143-46eb-4eb9-bd9d-ec133c332da1 is scheduled to be hosted by DHCP agent 11d351fc-8058-4b7b-b5f8-373e44ddf8dc with binding_index 1 {{(pid=109950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:57:15.203960 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.scheduler.base_scheduler [None req-b9e43462-0a6b-40f6-aefb-09b80d76d5bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-2-iscsi, 467e8143-46eb-4eb9-bd9d-ec133c332da1) {{(pid=109950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:57:15.208676 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e43462-0a6b-40f6-aefb-09b80d76d5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:57:15.209318 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-b9e43462-0a6b-40f6-aefb-09b80d76d5bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:15.214080 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf0f2c1-f74f-43de-b245-b6e6427bad8c None None] Network 467e8143-46eb-4eb9-bd9d-ec133c332da1 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:57:15.227244 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-b9e43462-0a6b-40f6-aefb-09b80d76d5bb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3606572 May 12 17:57:15.329317 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beb7b74-40f3-4e5b-a3be-9dc10f5f401a None None] Network 467e8143-46eb-4eb9-bd9d-ec133c332da1 requested from dv-cinder-840525-2-iscsi {{(pid=109952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:57:15.358762 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 32918) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:15.410196 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_v2 [None req-90483d1a-890c-4d65-81a4-04c3c8cda053 admin admin] Deleting subnet fa89fc6f-fe5d-47f5-ba1c-47df301878a0 {{(pid=109950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:57:15.414515 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90483d1a-890c-4d65-81a4-04c3c8cda053 admin admin] Publish callbacks [] for subnet (fa89fc6f-fe5d-47f5-ba1c-47df301878a0), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:15.452423 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90483d1a-890c-4d65-81a4-04c3c8cda053 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12258157'] for subnet (fa89fc6f-fe5d-47f5-ba1c-47df301878a0), precommit_delete_associations {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:15.495311 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90483d1a-890c-4d65-81a4-04c3c8cda053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4142334'] for subnet (fa89fc6f-fe5d-47f5-ba1c-47df301878a0), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:15.556603 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90483d1a-890c-4d65-81a4-04c3c8cda053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4142311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9404138'] for subnet (fa89fc6f-fe5d-47f5-ba1c-47df301878a0), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:15.583238 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90483d1a-890c-4d65-81a4-04c3c8cda053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa89fc6f-fe5d-47f5-ba1c-47df301878a0,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:15.589300 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-90483d1a-890c-4d65-81a4-04c3c8cda053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:15.592680 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-90483d1a-890c-4d65-81a4-04c3c8cda053 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fa89fc6f-fe5d-47f5-ba1c-47df301878a0 HTTP/1.1" status: 204 len: 168 time: 0.2327988 May 12 17:57:15.596818 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 32920) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:15.672857 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5d4289a6-8563-4619-84e3-4b093c8e4b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779105'] for network (a30c8923-1baa-4841-9313-fab040b58af5), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:15.760722 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5d4289a6-8563-4619-84e3-4b093c8e4b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4080459', 'neutron.services.segments.db._delete_segments_for_network-8789480486422'] for network (a30c8923-1baa-4841-9313-fab040b58af5), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:15.782835 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-5d4289a6-8563-4619-84e3-4b093c8e4b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30c8923-1baa-4841-9313-fab040b58af5']}} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:57:15.792848 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-5d4289a6-8563-4619-84e3-4b093c8e4b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050e6388-e2be-41fa-a1f8-f5ff0456f9e4') {'for_net_delete': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:57:15.793146 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-5d4289a6-8563-4619-84e3-4b093c8e4b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050e6388-e2be-41fa-a1f8-f5ff0456f9e4') {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:57:15.802700 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5d4289a6-8563-4619-84e3-4b093c8e4b54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789480210207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12258132'] for segment (050e6388-e2be-41fa-a1f8-f5ff0456f9e4), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:15.816547 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5d4289a6-8563-4619-84e3-4b093c8e4b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (050e6388-e2be-41fa-a1f8-f5ff0456f9e4), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:15.823197 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4289a6-8563-4619-84e3-4b093c8e4b54 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=109950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:57:15.823517 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5d4289a6-8563-4619-84e3-4b093c8e4b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9231144'] for segment (050e6388-e2be-41fa-a1f8-f5ff0456f9e4), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: Traceback (most recent call last): May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: timer() May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: cb(*args, **kw) May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: return func(*args, **kwargs) May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: self._notify() May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: self.callback(batched_events) May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: event.method(event) May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: return f(self, *a, **k) May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._get(url).json() May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: return self.request(url, 'GET', **kwargs) May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:57:15.825422 dv-cinder-840525-2-iscsi neutron-server[109950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:57:15.888370 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5d4289a6-8563-4619-84e3-4b093c8e4b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4080496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997580'] for network (a30c8923-1baa-4841-9313-fab040b58af5), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:15.893732 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-5d4289a6-8563-4619-84e3-4b093c8e4b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:15.897066 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-5d4289a6-8563-4619-84e3-4b093c8e4b54 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a30c8923-1baa-4841-9313-fab040b58af5 HTTP/1.1" status: 204 len: 168 time: 0.2992709 May 12 17:57:15.899801 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 32922) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:15.917514 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4289a6-8563-4619-84e3-4b093c8e4b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=a30c8923-1baa-4841-9313-fab040b58af5,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:15.962592 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b977f8-d80d-43c3-80b5-8f46c9bfa323 admin admin] Deleting subnet 4615e5dc-d268-45f9-b654-b1662968ce07 {{(pid=109950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:57:15.966110 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-03b977f8-d80d-43c3-80b5-8f46c9bfa323 admin admin] Publish callbacks [] for subnet (4615e5dc-d268-45f9-b654-b1662968ce07), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:16.004057 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-03b977f8-d80d-43c3-80b5-8f46c9bfa323 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12258157'] for subnet (4615e5dc-d268-45f9-b654-b1662968ce07), precommit_delete_associations {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:16.047375 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-03b977f8-d80d-43c3-80b5-8f46c9bfa323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4142334'] for subnet (4615e5dc-d268-45f9-b654-b1662968ce07), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:16.103900 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-03b977f8-d80d-43c3-80b5-8f46c9bfa323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4142311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9404138'] for subnet (4615e5dc-d268-45f9-b654-b1662968ce07), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:16.136510 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b977f8-d80d-43c3-80b5-8f46c9bfa323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4615e5dc-d268-45f9-b654-b1662968ce07,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:16.140803 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-03b977f8-d80d-43c3-80b5-8f46c9bfa323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for subnet (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:16.144018 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-03b977f8-d80d-43c3-80b5-8f46c9bfa323 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4615e5dc-d268-45f9-b654-b1662968ce07 HTTP/1.1" status: 204 len: 168 time: 0.2432177 May 12 17:57:16.146601 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 32924) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:16.217398 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d3c2d2c8-2cda-4f78-a701-e398c855bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3779105'] for network (467e8143-46eb-4eb9-bd9d-ec133c332da1), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:16.301638 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d3c2d2c8-2cda-4f78-a701-e398c855bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4080459', 'neutron.services.segments.db._delete_segments_for_network-8789480486422'] for network (467e8143-46eb-4eb9-bd9d-ec133c332da1), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:16.321445 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-d3c2d2c8-2cda-4f78-a701-e398c855bca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467e8143-46eb-4eb9-bd9d-ec133c332da1']}} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:57:16.330345 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-d3c2d2c8-2cda-4f78-a701-e398c855bca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b54d548-5e8b-4244-a8d3-02234f7ab879') {'for_net_delete': True} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:57:16.330645 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.services.segments.db [None req-d3c2d2c8-2cda-4f78-a701-e398c855bca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b54d548-5e8b-4244-a8d3-02234f7ab879') {} {{(pid=109950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:57:16.340471 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d3c2d2c8-2cda-4f78-a701-e398c855bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789480210207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12258132'] for segment (0b54d548-5e8b-4244-a8d3-02234f7ab879), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:16.354605 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d3c2d2c8-2cda-4f78-a701-e398c855bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133'] for segment (0b54d548-5e8b-4244-a8d3-02234f7ab879), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:16.361154 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c2d2c8-2cda-4f78-a701-e398c855bca2 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=109950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:57:16.361535 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d3c2d2c8-2cda-4f78-a701-e398c855bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9231144'] for segment (0b54d548-5e8b-4244-a8d3-02234f7ab879), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: Traceback (most recent call last): May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: timer() May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: cb(*args, **kw) May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: return func(*args, **kwargs) May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: self._notify() May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: self.callback(batched_events) May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: event.method(event) May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: return f(self, *a, **k) May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._get(url).json() May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: return self.request(url, 'GET', **kwargs) May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:57:16.363321 dv-cinder-840525-2-iscsi neutron-server[109950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:57:16.418374 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d3c2d2c8-2cda-4f78-a701-e398c855bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4080496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997580'] for network (467e8143-46eb-4eb9-bd9d-ec133c332da1), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:16.424745 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-d3c2d2c8-2cda-4f78-a701-e398c855bca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008760'] for network (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:16.428038 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-d3c2d2c8-2cda-4f78-a701-e398c855bca2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/467e8143-46eb-4eb9-bd9d-ec133c332da1 HTTP/1.1" status: 204 len: 168 time: 0.2804513 May 12 17:57:16.443102 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2d2c8-2cda-4f78-a701-e398c855bca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=467e8143-46eb-4eb9-bd9d-ec133c332da1,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:16.621235 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 32928) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:16.669103 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-830699c2-7d34-47ce-8be4-b0be2c71653a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a6a4ef316ff04526ad551531702a16d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464888 May 12 17:57:16.671573 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 32930) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:16.725048 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a6b17bb6-1692-4b21-a77a-d782b53f34c7 admin admin] Publish callbacks [] for security_group (5f6da1db-9600-482b-a369-80e9b4f3d41a), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:16.753267 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a6b17bb6-1692-4b21-a77a-d782b53f34c7 admin admin] Publish callbacks [] for security_group (5f6da1db-9600-482b-a369-80e9b4f3d41a), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:16.807029 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a6b17bb6-1692-4b21-a77a-d782b53f34c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (5f6da1db-9600-482b-a369-80e9b4f3d41a), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:16.809636 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-a6b17bb6-1692-4b21-a77a-d782b53f34c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:16.810777 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-a6b17bb6-1692-4b21-a77a-d782b53f34c7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5f6da1db-9600-482b-a369-80e9b4f3d41a HTTP/1.1" status: 204 len: 168 time: 0.1383224 May 12 17:57:16.818723 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b17bb6-1692-4b21-a77a-d782b53f34c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6da1db-9600-482b-a369-80e9b4f3d41a,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:17.158832 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 32936) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:17.199814 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-f84a13a2-3c8d-4e9b-8797-409fd7c12bda admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cec76a367184446aa6fa325a66d90fe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396714 May 12 17:57:17.202184 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 32938) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:17.250663 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-283ba56d-2471-4140-b1d0-92ce8ca4e2dc admin admin] Publish callbacks [] for security_group (b01bcf02-e92b-430e-9ba5-ffca194490bf), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:17.271877 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-283ba56d-2471-4140-b1d0-92ce8ca4e2dc admin admin] Publish callbacks [] for security_group (b01bcf02-e92b-430e-9ba5-ffca194490bf), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:17.322956 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-283ba56d-2471-4140-b1d0-92ce8ca4e2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (b01bcf02-e92b-430e-9ba5-ffca194490bf), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:17.325633 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-283ba56d-2471-4140-b1d0-92ce8ca4e2dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:17.326793 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-283ba56d-2471-4140-b1d0-92ce8ca4e2dc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b01bcf02-e92b-430e-9ba5-ffca194490bf HTTP/1.1" status: 204 len: 168 time: 0.1237204 May 12 17:57:17.334477 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ba56d-2471-4140-b1d0-92ce8ca4e2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01bcf02-e92b-430e-9ba5-ffca194490bf,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:23.674537 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e0578dcc-e3e9-4af6-afdf-f5e519b9d08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:25.289406 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:25.890298 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45fea537-5608-4ace-ae19-119702053f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:27.344368 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:28.699853 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:30.298615 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:34.216556 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 33148) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:34.340801 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:34.424927 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Publish callbacks [] for security_group (52f23b0b-0019-4b81-a41f-dcdfbe5f412a), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:34.429726 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (52f23b0b-0019-4b81-a41f-dcdfbe5f412a), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:34.467011 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f23b0b-0019-4b81-a41f-dcdfbe5f412a,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:34.471014 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0c0e5f2eee4842b3bd02461f6892f8d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534275 May 12 17:57:34.473830 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 33152) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:34.478249 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.478869 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.479222 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.479568 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.480030 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.480466 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.480893 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.481233 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.481597 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.481946 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.482397 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.482733 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.483064 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.483426 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.483811 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aba58-9cac-43f5-842c-f7037281c977 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.531299 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Publish callbacks [] for security_group (52f23b0b-0019-4b81-a41f-dcdfbe5f412a), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:34.554812 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Publish callbacks [] for security_group (52f23b0b-0019-4b81-a41f-dcdfbe5f412a), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:34.614751 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (52f23b0b-0019-4b81-a41f-dcdfbe5f412a), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:34.619197 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:34.621167 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/52f23b0b-0019-4b81-a41f-dcdfbe5f412a HTTP/1.1" status: 204 len: 168 time: 0.1459727 May 12 17:57:34.632556 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f23b0b-0019-4b81-a41f-dcdfbe5f412a,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:34.640774 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.641116 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.641488 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.641802 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.642139 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.642465 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.642798 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.643133 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.643484 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.643815 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.644153 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.644505 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.644829 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.645152 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.645471 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272ab6c-df24-4ba0-9739-2bf5bca5ef37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-2-iscsi {{(pid=109951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:57:34.919232 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 33158) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:34.935350 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6bb169ae-8a95-4f48-81fe-132c0c8301dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:35.024849 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6bb169ae-8a95-4f48-81fe-132c0c8301dc admin admin] Publish callbacks [] for security_group (3da38fed-4d8a-4d83-897c-c0ec53940072), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:35.031794 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-6bb169ae-8a95-4f48-81fe-132c0c8301dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (3da38fed-4d8a-4d83-897c-c0ec53940072), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:35.073627 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-6bb169ae-8a95-4f48-81fe-132c0c8301dc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=079c70e63f1e412bb2fbda528f9adaff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531973 May 12 17:57:35.074337 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb169ae-8a95-4f48-81fe-132c0c8301dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da38fed-4d8a-4d83-897c-c0ec53940072,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:35.076382 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 33160) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:57:35.129522 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-ccd514c9-6be6-4e5f-bc04-c12188f424a2 admin admin] Publish callbacks [] for security_group (3da38fed-4d8a-4d83-897c-c0ec53940072), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:35.158151 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-ccd514c9-6be6-4e5f-bc04-c12188f424a2 admin admin] Publish callbacks [] for security_group (3da38fed-4d8a-4d83-897c-c0ec53940072), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:35.211586 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-ccd514c9-6be6-4e5f-bc04-c12188f424a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (3da38fed-4d8a-4d83-897c-c0ec53940072), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:35.214401 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-ccd514c9-6be6-4e5f-bc04-c12188f424a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:35.215633 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-ccd514c9-6be6-4e5f-bc04-c12188f424a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3da38fed-4d8a-4d83-897c-c0ec53940072 HTTP/1.1" status: 204 len: 168 time: 0.1381233 May 12 17:57:35.224365 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514c9-6be6-4e5f-bc04-c12188f424a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da38fed-4d8a-4d83-897c-c0ec53940072,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:57:49.125448 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:57:53.668264 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3269a5d8-2a0b-437a-8418-242bd491973c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:55.305732 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:55.893896 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc34f3b2-fdc0-4eda-9b01-6091fd12140e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:57.352227 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:58.690386 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:00.293238 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:04.411169 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 33362) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:58:04.525341 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-782be517-10fd-4cde-8a58-bb90175207c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:04.613998 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-782be517-10fd-4cde-8a58-bb90175207c2 admin admin] Publish callbacks [] for security_group (f41723a5-4de1-4e2e-a25c-57e43eeb2a7d), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:04.619554 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-782be517-10fd-4cde-8a58-bb90175207c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (f41723a5-4de1-4e2e-a25c-57e43eeb2a7d), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:04.659322 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-782be517-10fd-4cde-8a58-bb90175207c2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c1afa869f4de4f4682b4417d041bc7e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469153 May 12 17:58:04.660013 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782be517-10fd-4cde-8a58-bb90175207c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41723a5-4de1-4e2e-a25c-57e43eeb2a7d,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:58:04.662850 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 33366) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:58:04.714052 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-99672a5f-c55d-434c-92b0-84f0eb218ccd admin admin] Publish callbacks [] for security_group (f41723a5-4de1-4e2e-a25c-57e43eeb2a7d), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:04.736909 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-99672a5f-c55d-434c-92b0-84f0eb218ccd admin admin] Publish callbacks [] for security_group (f41723a5-4de1-4e2e-a25c-57e43eeb2a7d), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:04.786419 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-99672a5f-c55d-434c-92b0-84f0eb218ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (f41723a5-4de1-4e2e-a25c-57e43eeb2a7d), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:04.789240 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-99672a5f-c55d-434c-92b0-84f0eb218ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:04.791011 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-99672a5f-c55d-434c-92b0-84f0eb218ccd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f41723a5-4de1-4e2e-a25c-57e43eeb2a7d HTTP/1.1" status: 204 len: 168 time: 0.1268466 May 12 17:58:04.800482 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99672a5f-c55d-434c-92b0-84f0eb218ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41723a5-4de1-4e2e-a25c-57e43eeb2a7d,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:58:05.059913 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 33372) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:58:05.075462 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0fee21de-1229-48ac-bb19-7fd7a06f4cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:05.163217 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0fee21de-1229-48ac-bb19-7fd7a06f4cfb admin admin] Publish callbacks [] for security_group (415380bd-6e72-4dab-a6fb-11d816e0b93f), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:05.168157 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-0fee21de-1229-48ac-bb19-7fd7a06f4cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (415380bd-6e72-4dab-a6fb-11d816e0b93f), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:05.210128 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-0fee21de-1229-48ac-bb19-7fd7a06f4cfb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ab7c413262fd4a49b6cdda16bff0ef98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490765 May 12 17:58:05.210963 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee21de-1229-48ac-bb19-7fd7a06f4cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415380bd-6e72-4dab-a6fb-11d816e0b93f,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:58:05.213788 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 33374) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:58:05.264150 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3a8f4cbb-4cac-4fc9-b078-7f319db005f4 admin admin] Publish callbacks [] for security_group (415380bd-6e72-4dab-a6fb-11d816e0b93f), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:05.287072 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3a8f4cbb-4cac-4fc9-b078-7f319db005f4 admin admin] Publish callbacks [] for security_group (415380bd-6e72-4dab-a6fb-11d816e0b93f), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:05.335738 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3a8f4cbb-4cac-4fc9-b078-7f319db005f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (415380bd-6e72-4dab-a6fb-11d816e0b93f), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:05.339028 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-3a8f4cbb-4cac-4fc9-b078-7f319db005f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:05.340154 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-3a8f4cbb-4cac-4fc9-b078-7f319db005f4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/415380bd-6e72-4dab-a6fb-11d816e0b93f HTTP/1.1" status: 204 len: 168 time: 0.1251748 May 12 17:58:05.348488 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f4cbb-4cac-4fc9-b078-7f319db005f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415380bd-6e72-4dab-a6fb-11d816e0b93f,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:58:11.875663 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 33496) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:58:11.983527 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df61fba4-5397-4a97-a8e2-ed132b163d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:12.063465 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df61fba4-5397-4a97-a8e2-ed132b163d17 admin admin] Publish callbacks [] for security_group (be01d70b-2060-491f-b743-4e0f6390b025), precommit_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:12.067275 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-df61fba4-5397-4a97-a8e2-ed132b163d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (be01d70b-2060-491f-b743-4e0f6390b025), after_create {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:12.107357 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-df61fba4-5397-4a97-a8e2-ed132b163d17 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2d73b05719234b3aac9bac52ece2d0b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305696 May 12 17:58:12.108508 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61fba4-5397-4a97-a8e2-ed132b163d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be01d70b-2060-491f-b743-4e0f6390b025,revision_number=1']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:58:12.110076 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 33500) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:58:12.160451 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6e9c7d10-0f25-415c-86a5-9a65631a9a61 admin admin] Publish callbacks [] for security_group (be01d70b-2060-491f-b743-4e0f6390b025), before_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:12.183605 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6e9c7d10-0f25-415c-86a5-9a65631a9a61 admin admin] Publish callbacks [] for security_group (be01d70b-2060-491f-b743-4e0f6390b025), precommit_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:12.232432 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6e9c7d10-0f25-415c-86a5-9a65631a9a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (be01d70b-2060-491f-b743-4e0f6390b025), after_delete {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:12.235012 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-6e9c7d10-0f25-415c-86a5-9a65631a9a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:12.236153 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-6e9c7d10-0f25-415c-86a5-9a65631a9a61 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be01d70b-2060-491f-b743-4e0f6390b025 HTTP/1.1" status: 204 len: 168 time: 0.1250699 May 12 17:58:12.244643 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c7d10-0f25-415c-86a5-9a65631a9a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be01d70b-2060-491f-b743-4e0f6390b025,revision_number=None']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:58:12.503849 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.wsgi [-] (109951) accepted ('10.222.0.73', 33506) {{(pid=109951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:58:12.517267 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-85999521-3db0-479d-bafc-82b4481c2d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:12.593508 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-85999521-3db0-479d-bafc-82b4481c2d16 admin admin] Publish callbacks [] for security_group (4a605553-087c-48f9-9696-1697d839d64e), precommit_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:12.597266 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron_lib.callbacks.manager [None req-85999521-3db0-479d-bafc-82b4481c2d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (4a605553-087c-48f9-9696-1697d839d64e), after_create {{(pid=109951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:12.640268 dv-cinder-840525-2-iscsi neutron-server[109951]: INFO neutron.wsgi [None req-85999521-3db0-479d-bafc-82b4481c2d16 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1ca08839a3a444979efd72769ebced0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352737 May 12 17:58:12.641381 dv-cinder-840525-2-iscsi neutron-server[109951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85999521-3db0-479d-bafc-82b4481c2d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a605553-087c-48f9-9696-1697d839d64e,revision_number=1']} {{(pid=109951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:58:12.642952 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [-] (109950) accepted ('10.222.0.73', 33508) {{(pid=109950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:58:12.692792 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c11e65a8-870c-4b9f-bcf2-0bff94d25558 admin admin] Publish callbacks [] for security_group (4a605553-087c-48f9-9696-1697d839d64e), before_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:12.714656 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c11e65a8-870c-4b9f-bcf2-0bff94d25558 admin admin] Publish callbacks [] for security_group (4a605553-087c-48f9-9696-1697d839d64e), precommit_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:12.762773 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c11e65a8-870c-4b9f-bcf2-0bff94d25558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798845'] for security_group (4a605553-087c-48f9-9696-1697d839d64e), after_delete {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:12.765360 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron_lib.callbacks.manager [None req-c11e65a8-870c-4b9f-bcf2-0bff94d25558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:12.766524 dv-cinder-840525-2-iscsi neutron-server[109950]: INFO neutron.wsgi [None req-c11e65a8-870c-4b9f-bcf2-0bff94d25558 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4a605553-087c-48f9-9696-1697d839d64e HTTP/1.1" status: 204 len: 168 time: 0.1225028 May 12 17:58:12.775348 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e65a8-870c-4b9f-bcf2-0bff94d25558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a605553-087c-48f9-9696-1697d839d64e,revision_number=None']} {{(pid=109950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:58:23.672881 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-63dd68a3-5954-433d-96d6-194272c87316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:25.304121 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:25.895541 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-23e24fbc-8005-421c-a05e-baeafb055d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:26.124571 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:58:27.348263 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:28.693409 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:30.297214 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:53.680030 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d250d52c-ad02-4c10-b876-3c7e6688c07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:55.302770 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:55.905409 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4473e759-8ba2-4830-8d5f-ee51c909d851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:57.352402 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:58.696923 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:59:00.300551 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:59:03.124271 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:59:23.677076 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8942b136-307c-44d6-8b3c-f099611328a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:59:25.301928 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:59:25.897113 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-631896a3-18b7-45eb-9143-575a29d2ec3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:59:27.355577 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:59:28.701644 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:59:30.303546 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:59:40.122516 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:59:53.670331 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81dcd753-ed55-4b48-88e5-ad61c79a13a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:59:55.318626 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:59:55.908658 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-72cb70eb-a547-468c-9657-c094a654c734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:59:57.357043 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:59:58.703148 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:00:00.307890 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:00:17.123178 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:00:23.672729 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-63267c4c-6312-4b2b-abf5-7b420e3d0e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:00:25.319258 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:00:25.903963 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-98e246fe-77ff-4f74-8cb8-6a5cbf7068da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:00:27.360199 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:00:28.707753 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:00:30.312086 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:00:53.676603 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d80f-a32a-4c03-bb7e-9196213773fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:00:54.122011 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:00:54.288889 dv-cinder-840525-2-iscsi neutron-server[109950]: DEBUG neutron.wsgi [req-373ae6e7-2392-4382-aeba-3082cd49340b req-f674ce19-1bff-49ef-8e7d-97e26aeb99f1 service neutron] (109950) timed out ('10.222.0.74', 56554) {{(pid=109950) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 18:00:55.327483 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:00:55.908123 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a0fae97b-25e9-4afc-acb5-63a0c2744d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:00:57.365856 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:00:58.709138 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:01:00.325651 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:01:23.683371 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-76a73e4d-0b30-4092-8e8c-2a2e1aa20d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:01:25.347494 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:01:25.910418 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-29178502-142d-48b9-81ec-2b6c41180055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:01:27.365316 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:01:28.712366 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:01:30.318811 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:01:31.121078 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:01:53.675924 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a1f79969-5771-4549-bd69-f704f5a78f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:01:55.342680 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:01:55.913591 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a1be9893-3fdf-4646-8dfb-28ccf6e5f54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:01:57.369731 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:01:58.714587 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:02:00.322958 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:02:08.119927 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:02:23.683892 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-671f9da5-e791-42dd-a099-b3c9775b3277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:02:25.346074 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:02:25.916798 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-87b2892e-9bac-4f11-afd4-bddd406173c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:02:27.370506 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:02:28.717326 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:02:30.325608 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:02:45.119706 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:02:53.677492 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6aa6f4d7-73b4-46de-93e3-0f88a413e60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:02:55.355651 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:02:55.918424 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-66bc7a15-3b8e-4e35-82c4-e671385f0792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:02:57.377164 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:02:58.720577 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:03:00.327591 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f52cc9bf-109f-4689-bdf3-d0570f59b328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (ad1114b8-de77-49a3-b420-eb90926ee870), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:03:22.119722 dv-cinder-840525-2-iscsi neutron-server[109953]: DEBUG neutron.db.agents_db [None req-00aff7ff-fc4c-456d-a0fc-20daea9b98e1 None None] Agent healthcheck: found 6 active agents {{(pid=109953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:03:23.680271 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-99098089-6f38-4fca-b011-245e411470a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (11d351fc-8058-4b7b-b5f8-373e44ddf8dc), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:03:25.361837 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b70feaf-b276-4c89-9187-18c0b11ebc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (4ef49812-a3c5-47d1-a099-e259b52b0fd0), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:03:25.922791 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b18b2d21-263a-4465-96ca-5af55de5b71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (2bf2916c-f2fe-4c02-ae1e-58838ef44583), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:03:27.377760 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4202aa69-1386-4017-bca9-24eda75aa064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (8caa4d2d-b2b3-4906-97ca-acc4ac5bd297), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:03:28.723729 dv-cinder-840525-2-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-003f227a-e810-44e2-ab7c-901edf7425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789480486404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4086664'] for agent (7ba7384f-7636-4945-bff5-9ed072885865), after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}